-- Logs begin at Thu 2021-04-22 15:32:24 UTC, end at Thu 2021-04-22 16:34:23 UTC. -- Apr 22 16:05:21.184357 dv-cinder-784623-7-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 22 16:05:24.339807 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.common.config [-] Logging enabled! Apr 22 16:05:24.340322 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev123 Apr 22 16:05:24.341647 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86202) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 22 16:05:24.344044 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.common.config [-] Logging enabled! Apr 22 16:05:24.344326 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev123 Apr 22 16:05:24.344671 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86202) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 22 16:05:24.345701 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 22 16:05:24.345967 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 22 16:05:24.347028 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 22 16:05:24.347313 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 22 16:05:24.347568 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 22 16:05:24.347934 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.348276 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.348614 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.348872 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.349207 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.349538 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.349856 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.350183 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.350555 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.350882 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.351196 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.351511 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.351769 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.352083 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.352410 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.352735 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.352984 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] debug = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.353297 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.353822 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.354137 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.354450 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.354802 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.355114 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.355417 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.355725 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.356042 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.356403 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] host = dv-cinder-784623-7-smb {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.356715 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.357038 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.357366 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.357688 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.357995 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.359049 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.359471 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.359784 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.360092 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] log_file = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.360404 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.360732 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.361056 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.361390 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.361643 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.361895 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.362221 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.362572 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.362886 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.363195 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.363507 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.363814 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.364123 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.364423 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.364746 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.365069 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.365391 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.365699 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.366007 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.366312 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.366641 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.366964 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.367269 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.367576 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.367888 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.368210 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.368511 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.368816 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.369154 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.369476 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.369795 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.370116 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.370423 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.370769 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.371075 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.371377 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.371681 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] use_json = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.371987 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.372291 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.372609 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.372915 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.373217 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.373521 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.374396 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.374854 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:24.375183 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.375519 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.375856 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.376172 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.376505 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.376817 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.377142 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.377455 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.377785 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.378111 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.378433 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.378775 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.379095 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.379407 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.379739 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.380079 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.380411 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.380741 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.381046 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.381350 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.381653 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.381961 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.382279 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.382636 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.382963 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.383268 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.383579 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.383904 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.384214 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.384521 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.384833 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.385159 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.385469 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.385772 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.386082 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.386391 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.386719 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.387024 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.387333 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.387662 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.387970 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.388533 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.388836 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.389146 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.390079 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.390443 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.390784 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.391089 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.391393 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.391703 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.392008 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.392313 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.392622 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.392925 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.393233 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.393538 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.393839 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.394140 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.394441 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.394770 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.395073 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.395378 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.395688 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.395991 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.396292 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.396593 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.396895 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.397196 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.397514 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.397848 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.398158 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.398469 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.398803 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.399110 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.399422 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.399731 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.400039 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.400348 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.400650 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.400975 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.401292 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.401611 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.401928 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.402237 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.402592 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.402904 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.403219 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.403539 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.403837 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.404158 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.404471 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.404797 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.405245 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.405576 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.405903 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.406228 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.406565 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.406915 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.407226 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:24.407470 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 22 16:05:24.407733 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86202) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 22 16:05:25.069808 dv-cinder-784623-7-smb neutron-server[86202]: INFO keyring.backend [-] Loading Gnome Apr 22 16:05:25.086393 dv-cinder-784623-7-smb neutron-server[86202]: INFO keyring.backend [-] Loading Google Apr 22 16:05:25.089081 dv-cinder-784623-7-smb neutron-server[86202]: INFO keyring.backend [-] Loading Windows (alt) Apr 22 16:05:25.093241 dv-cinder-784623-7-smb neutron-server[86202]: INFO keyring.backend [-] Loading file Apr 22 16:05:25.094089 dv-cinder-784623-7-smb neutron-server[86202]: INFO keyring.backend [-] Loading keyczar Apr 22 16:05:25.094361 dv-cinder-784623-7-smb neutron-server[86202]: INFO keyring.backend [-] Loading multi Apr 22 16:05:25.095022 dv-cinder-784623-7-smb neutron-server[86202]: INFO keyring.backend [-] Loading pyfs Apr 22 16:05:25.141640 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:05:25.141982 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:05:25.142340 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:05:25.142773 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 22 16:05:25.534657 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:25.535195 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:25.535309 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:25.536582 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:25.537000 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:25.537296 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:25.573662 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:25.573967 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:25.574264 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:25.589339 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:25.589657 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:25.589954 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:25.656528 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:25.656829 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:25.657130 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:25.658123 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:25.658425 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:25.660305 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:25.931388 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:25.931633 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:25.931930 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:25.932227 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:25.933046 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.080543 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.080912 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.081233 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.081527 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.081816 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.082190 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.082673 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.082965 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.083251 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.083590 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.083882 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.084186 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.084486 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.084772 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.085077 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.085388 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.085679 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.085993 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.086274 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.086628 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.087073 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.087350 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.087628 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.087961 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.088239 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.088511 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.088928 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 16:05:26.089198 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 16:05:26.089467 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 16:05:26.089733 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 16:05:26.089998 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 16:05:26.090263 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 16:05:26.090696 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 22 16:05:26.094374 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 22 16:05:26.098235 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 22 16:05:26.101959 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Apr 22 16:05:26.103626 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 22 16:05:26.104899 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 22 16:05:26.105273 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 22 16:05:26.105703 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 22 16:05:26.109438 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 22 16:05:26.109715 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 22 16:05:26.110102 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 22 16:05:26.136458 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 22 16:05:26.136953 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.137279 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86202) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 22 16:05:26.137681 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.139916 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86202) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 22 16:05:26.140233 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 22 16:05:26.140508 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 22 16:05:26.143620 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.143937 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.210144 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 22 16:05:26.210359 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 22 16:05:26.210649 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 22 16:05:26.211049 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 22 16:05:26.244157 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_db.sqlalchemy.engines [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86202) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 22 16:05:26.682323 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.managers [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Initializing driver for type 'gre' Apr 22 16:05:26.682915 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] gre ID ranges: [(1, 1000)] Apr 22 16:05:26.722150 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.managers [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Initializing driver for type 'local' Apr 22 16:05:26.722532 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.managers [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Initializing driver for type 'vlan' Apr 22 16:05:26.732931 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] VlanTypeDriver initialization complete Apr 22 16:05:26.733292 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.managers [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Initializing driver for type 'vxlan' Apr 22 16:05:26.733801 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] vxlan ID ranges: [(1, 1000)] Apr 22 16:05:26.773940 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.managers [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Initializing extension driver 'port_security' Apr 22 16:05:26.774301 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.extensions.port_security [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] PortSecurityExtensionDriver initialization complete Apr 22 16:05:26.774708 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.managers [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Initializing mechanism driver 'openvswitch' Apr 22 16:05:26.775074 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.managers [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Initializing mechanism driver 'hyperv' Apr 22 16:05:26.781526 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:05:26.782338 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > port after_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.782776 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > port after_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.783176 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > port after_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.783602 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > subnet after_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.783994 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > subnet after_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.784378 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.784793 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > network after_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.785180 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > network after_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.785558 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > network after_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.785970 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > security_group after_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.786351 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > security_group after_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.786905 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.787325 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.787708 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.788088 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.788502 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > address_group after_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.788882 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > address_group after_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.789254 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.789620 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] ML2 OVO RPC backend initialized. {{(pid=86202) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 22 16:05:26.790410 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.790833 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.791293 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > network before_response 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.791679 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > networks before_response 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.792061 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > port before_response 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.792443 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > ports before_response 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.792824 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > subnet before_response 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.793207 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > subnets before_response 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.793591 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > network after_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.793966 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > network after_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.794339 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > network after_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.794736 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > port after_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.795711 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > port after_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.796226 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > port after_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.796608 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > subnet after_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.796987 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > subnet after_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.797363 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.797997 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.plugin [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Modular L2 Plugin initialization complete Apr 22 16:05:26.798355 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading services supported by the core plugin {{(pid=86202) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 22 16:05:26.798739 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.plugins.ml2.managers [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Got port-security extension from driver 'port_security' Apr 22 16:05:26.799242 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.extensions.vlantransparent [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Disabled vlantransparent extension. Apr 22 16:05:26.799775 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86202) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 22 16:05:26.800119 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading Plugin: router Apr 22 16:05:26.838341 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.838803 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > router after_create 55549900 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.839212 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > router before_create 55549900 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.839622 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.840039 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.840430 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > router after_delete 55549900 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.840832 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.841243 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > router after_create 55549900 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.841625 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > router after_update 55549900 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.842153 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > router after_update 55549900 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.842762 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.843175 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > router after_update 55549900 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.843672 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > router precommit_update 55549900 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.844098 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: port after_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.844479 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: port after_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.844860 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: subnet after_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.845244 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.845613 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.846000 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > router precommit_create 55549900 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.846382 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: port before_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.846791 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > router precommit_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.847198 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > router after_update 55549900 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.847579 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.847968 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > router precommit_create 55549900 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.848376 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.848760 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > router precommit_update 55549900 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.849192 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > network after_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.850203 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource_registry [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Tracking information for resource: router configured {{(pid=86202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 16:05:26.850603 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource_registry [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Tracking information for resource: floatingip configured {{(pid=86202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 16:05:26.855478 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.l3_agentschedulers_db [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 22 16:05:26.856122 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: port after_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.856517 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: port after_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.856903 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: port after_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.857288 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: port after_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.859148 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > router before_create 55550100 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.859564 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.859966 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > router precommit_create 55550100 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.860370 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > router precommit_update 55550100 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.865206 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.provider_configuration [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Service providers = [] {{(pid=86202) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 22 16:05:26.865602 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.servicetype_db [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86202) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 22 16:05:26.868482 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.service_base [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86202) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 22 16:05:26.868872 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.service_base [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86202) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 22 16:05:26.869248 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.service_base [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86202) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 22 16:05:26.870132 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.service_base [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86202) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 22 16:05:26.870574 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.services.service_base [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 22 16:05:26.870997 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 16:05:26.871354 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 22 16:05:26.882178 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 16:05:26.882575 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading Plugin: auto_allocate Apr 22 16:05:26.888614 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: network precommit_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.889208 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: network precommit_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.889901 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 16:05:26.890268 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading Plugin: tag Apr 22 16:05:26.897327 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 16:05:26.897703 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading Plugin: timestamp Apr 22 16:05:26.901546 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 16:05:26.901924 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading Plugin: network_ip_availability Apr 22 16:05:26.907734 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.908138 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.908527 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:26.909308 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 16:05:26.909665 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading Plugin: flavors Apr 22 16:05:26.914158 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 16:05:26.914553 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading Plugin: revisions Apr 22 16:05:26.919083 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 16:05:26.919556 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.777s {{(pid=86202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:05:26.921064 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86202) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 22 16:05:26.921432 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Initializing extension manager. Apr 22 16:05:26.921996 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: __init__.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.922379 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: __pycache__ {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.922783 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.923161 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: address_group.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.923970 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.924627 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: address-group Apr 22 16:05:26.924993 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: address_scope.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.925761 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.926340 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: address-scope Apr 22 16:05:26.926726 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.927662 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.928247 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: router-admin-state-down-before-update Apr 22 16:05:26.928611 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: agent.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.929366 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.929947 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: agent Apr 22 16:05:26.930309 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: agent_resources_synced.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.931253 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.931835 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: agent-resources-synced Apr 22 16:05:26.932195 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: allowedaddresspairs.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.933976 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.934619 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: allowed-address-pairs Apr 22 16:05:26.934989 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: auto_allocated_topology.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.936874 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.937461 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: auto-allocated-topology Apr 22 16:05:26.937829 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: availability_zone.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.938610 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.939197 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: availability_zone Apr 22 16:05:26.939563 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: availability_zone_filter.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.940486 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.941066 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: availability_zone_filter Apr 22 16:05:26.941429 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: data_plane_status.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.942468 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.943073 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension data-plane-status not supported by any of loaded plugins Apr 22 16:05:26.943441 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: default_subnetpools.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.944359 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.944943 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: default-subnetpools Apr 22 16:05:26.945305 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.946174 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.946799 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: dhcp_agent_scheduler Apr 22 16:05:26.947166 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: dns.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.948085 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.948666 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension dns-integration not supported by any of loaded plugins Apr 22 16:05:26.949031 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: dns_domain_ports.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.949947 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.950548 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 22 16:05:26.950916 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: dvr.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.952038 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.952624 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: dvr Apr 22 16:05:26.952985 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: empty_string_filtering.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.953918 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.954540 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: empty-string-filtering Apr 22 16:05:26.954883 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.955802 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.956384 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 22 16:05:26.956743 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.957655 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.958237 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 22 16:05:26.958623 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: external_net.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.959570 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.960154 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: external-net Apr 22 16:05:26.960514 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.961435 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.962018 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: extra_dhcp_opt Apr 22 16:05:26.962378 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: extraroute.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.963310 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.963902 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: extraroute Apr 22 16:05:26.964264 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: extraroute_atomic.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.965296 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.965882 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: extraroute-atomic Apr 22 16:05:26.966249 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: filter_validation.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.967272 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.967967 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: filter-validation Apr 22 16:05:26.968333 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: fip_pf_description.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.969255 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.969828 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 22 16:05:26.970189 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: fip_port_details.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.971237 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.971825 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: fip-port-details Apr 22 16:05:26.972187 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: flavors.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.973406 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.974003 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: flavors Apr 22 16:05:26.974366 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.976055 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.976656 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 22 16:05:26.977030 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: floatingip_pools.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.977783 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.978374 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: floatingip-pools Apr 22 16:05:26.978766 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: ip_allocation.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.979714 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.980300 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension ip_allocation not supported by any of loaded plugins Apr 22 16:05:26.980666 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.981594 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.982180 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: ip-substring-filtering Apr 22 16:05:26.983185 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: l2_adjacency.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.984274 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.984856 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 22 16:05:26.985218 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: l3.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.986275 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.986912 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: router Apr 22 16:05:26.987282 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.989541 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.990141 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 22 16:05:26.990540 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.991473 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.992060 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: ext-gw-mode Apr 22 16:05:26.992427 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.993463 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.994053 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: l3-ha Apr 22 16:05:26.994417 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: l3_flavors.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.995369 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.995961 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: l3-flavors Apr 22 16:05:26.996329 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:26.997244 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:26.997826 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 22 16:05:26.998852 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: l3agentscheduler.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.000137 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.000732 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: l3_agent_scheduler Apr 22 16:05:27.001101 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: logging.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.002599 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.003203 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension logging not supported by any of loaded plugins Apr 22 16:05:27.003581 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: metering.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.004371 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.005077 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: metering Apr 22 16:05:27.005443 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.006570 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.007166 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: metering_source_and_destination_fields Apr 22 16:05:27.007533 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: multiprovidernet.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.008467 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.009051 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: multi-provider Apr 22 16:05:27.009418 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: netmtu.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.010338 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.010949 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: net-mtu Apr 22 16:05:27.011313 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: netmtu_writable.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.012239 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.013079 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: net-mtu-writable Apr 22 16:05:27.013445 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: network_availability_zone.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.014545 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.015121 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: network_availability_zone Apr 22 16:05:27.015483 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: network_ip_availability.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.016581 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.017172 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: network-ip-availability Apr 22 16:05:27.017537 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: network_segment_range.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.018354 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.018972 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension network-segment-range not supported by any of loaded plugins Apr 22 16:05:27.019339 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: pagination.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.020332 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.020707 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: pagination Apr 22 16:05:27.021067 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: port_device_profile.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.021993 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.022604 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: port-device-profile Apr 22 16:05:27.022970 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.023900 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.024478 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: port-mac-address-regenerate Apr 22 16:05:27.024839 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.025751 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.026332 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: port-numa-affinity-policy Apr 22 16:05:27.026728 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: port_resource_request.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.027643 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.028213 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension port-resource-request not supported by any of loaded plugins Apr 22 16:05:27.028571 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: portbindings.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.029838 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.030466 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: binding Apr 22 16:05:27.030856 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: portbindings_extended.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.032123 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.032708 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: binding-extended Apr 22 16:05:27.033076 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: portsecurity.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.034004 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.034613 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: port-security Apr 22 16:05:27.034980 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: project_id.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.035983 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.036359 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: project-id Apr 22 16:05:27.036726 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: providernet.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.037651 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.038242 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: provider Apr 22 16:05:27.038630 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: qos.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.042306 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.042952 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension qos not supported by any of loaded plugins Apr 22 16:05:27.043329 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.044584 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.045973 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 22 16:05:27.046354 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.047345 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.047938 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 22 16:05:27.048304 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: qos_default.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.049218 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.049811 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension qos-default not supported by any of loaded plugins Apr 22 16:05:27.050176 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: qos_fip.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.050898 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.051481 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension qos-fip not supported by any of loaded plugins Apr 22 16:05:27.051845 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: qos_gateway_ip.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.052771 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.053352 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 22 16:05:27.053716 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: qos_port_network_policy.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.054664 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.055255 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 22 16:05:27.055616 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: qos_rule_type_details.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.056543 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.057116 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 22 16:05:27.057479 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: qos_rules_alias.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.058552 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.059137 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 22 16:05:27.059498 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: quotasv2.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.061783 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.062119 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: quotas Apr 22 16:05:27.062484 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: quotasv2_detail.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.064241 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.064626 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: quota_details Apr 22 16:05:27.064993 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: rbac.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.066148 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.066775 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: rbac-policies Apr 22 16:05:27.067145 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: rbac_address_group.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.068093 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.068685 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: rbac-address-group Apr 22 16:05:27.069049 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: rbac_address_scope.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.069973 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.070600 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: rbac-address-scope Apr 22 16:05:27.070964 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: rbac_security_groups.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.071891 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.072476 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: rbac-security-groups Apr 22 16:05:27.072836 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: rbac_subnetpool.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.073769 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.074360 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: rbac-subnetpool Apr 22 16:05:27.074751 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: revisionifmatch.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.075692 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.076561 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: revision-if-match Apr 22 16:05:27.077053 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: revisions.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.078179 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.078792 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: standard-attr-revisions Apr 22 16:05:27.079157 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: router_availability_zone.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.079876 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.080464 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: router_availability_zone Apr 22 16:05:27.080827 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: routerservicetype.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.081756 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.082333 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension router-service-type not supported by any of loaded plugins Apr 22 16:05:27.082719 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.083645 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.084235 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: security-groups-normalized-cidr Apr 22 16:05:27.084594 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.085544 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.086128 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: port-security-groups-filtering Apr 22 16:05:27.086508 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.087453 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.088038 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: security-groups-remote-address-group Apr 22 16:05:27.088397 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: securitygroup.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.101884 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.102543 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: security-group Apr 22 16:05:27.102909 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: segment.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.103764 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.104364 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension segment not supported by any of loaded plugins Apr 22 16:05:27.104733 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.105675 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.106259 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 22 16:05:27.106651 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: servicetype.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.108507 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.109096 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: service-type Apr 22 16:05:27.109462 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: sorting.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.110452 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.110858 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: sorting Apr 22 16:05:27.111222 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: standard_attr_segment.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.112151 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.112737 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 22 16:05:27.113106 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: standardattrdescription.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.113834 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.114392 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: standard-attr-description Apr 22 16:05:27.114826 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: stateful_security_group.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.115761 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.116364 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: stateful-security-group Apr 22 16:05:27.116727 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: stdattrs_common.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.117310 dv-cinder-784623-7-smb neutron-server[86202]: WARNING neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 22 16:05:27.117672 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.118700 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.119282 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 22 16:05:27.119641 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: subnet_onboard.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.120704 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.121290 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: subnet_onboard Apr 22 16:05:27.121651 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.122603 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.124000 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 22 16:05:27.124456 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: subnet_service_types.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.125400 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.125985 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: subnet-service-types Apr 22 16:05:27.126346 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: subnetallocation.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.127499 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.128085 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: subnet_allocation Apr 22 16:05:27.128446 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.129143 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.129728 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: subnetpool-prefix-ops Apr 22 16:05:27.130088 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.131058 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.131642 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 22 16:05:27.132002 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: tagging.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.133283 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.133887 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: standard-attr-tag Apr 22 16:05:27.134252 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: timestamp.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.135463 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.136052 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loaded extension: standard-attr-timestamp Apr 22 16:05:27.136420 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: trunk.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.137694 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.138280 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension trunk not supported by any of loaded plugins Apr 22 16:05:27.138714 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: trunk_details.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.139881 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.140469 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension trunk-details not supported by any of loaded plugins Apr 22 16:05:27.140832 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: uplink_status_propagation.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.141756 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.142361 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 22 16:05:27.142751 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Loading extension file: vlantransparent.py {{(pid=86202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 16:05:27.143455 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 16:05:27.144037 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 22 16:05:27.146702 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.quota.resource_registry [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Creating instance of TrackedResource for resource:network Apr 22 16:05:27.147520 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.quota.resource_registry [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Creating instance of TrackedResource for resource:subnet Apr 22 16:05:27.148204 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.quota.resource_registry [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 16:05:27.148872 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.quota.resource_registry [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Creating instance of TrackedResource for resource:port Apr 22 16:05:27.150376 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.resource_helper [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:05:27.150881 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.resource_helper [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Service FLAVORS assigned prefix: {{(pid=86202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:05:27.151564 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.resource_helper [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:05:27.152054 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.resource_helper [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:05:27.152423 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.quota.resource_registry [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Creating instance of TrackedResource for resource:router Apr 22 16:05:27.153145 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.quota.resource_registry [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Creating instance of TrackedResource for resource:floatingip Apr 22 16:05:27.153912 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.resource_helper [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Service METERING assigned prefix: /metering {{(pid=86202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:05:27.156456 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:27.156858 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:27.157245 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86202) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:05:27.158386 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.quota.resource_registry [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Creating instance of CountableResource for resource:rbac_policy Apr 22 16:05:27.158901 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.quota.resource_registry [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Creating instance of TrackedResource for resource:security_group Apr 22 16:05:27.159709 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.quota.resource_registry [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 22 16:05:27.160493 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.resource_helper [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Service CORE assigned prefix: {{(pid=86202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:05:27.160871 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.quota.resource_registry [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 16:05:27.161240 dv-cinder-784623-7-smb neutron-server[86202]: WARNING neutron.quota.resource_registry [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] subnetpool is already registered Apr 22 16:05:27.161897 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.resource_helper [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Service CORE assigned prefix: {{(pid=86202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:05:27.162265 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.quota.resource_registry [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 16:05:27.162658 dv-cinder-784623-7-smb neutron-server[86202]: WARNING neutron.quota.resource_registry [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] subnetpool is already registered Apr 22 16:05:27.165382 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.resource_helper [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:05:27.165861 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.resource_helper [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Service FLAVORS assigned prefix: {{(pid=86202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:05:27.166510 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.resource_helper [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:05:27.166985 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.resource_helper [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:05:27.167356 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.quota.resource_registry [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Creating instance of TrackedResource for resource:router Apr 22 16:05:27.167724 dv-cinder-784623-7-smb neutron-server[86202]: WARNING neutron.quota.resource_registry [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] router is already registered Apr 22 16:05:27.168378 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.quota.resource_registry [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Creating instance of TrackedResource for resource:floatingip Apr 22 16:05:27.168745 dv-cinder-784623-7-smb neutron-server[86202]: WARNING neutron.quota.resource_registry [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] floatingip is already registered Apr 22 16:05:27.169431 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.resource_helper [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Service METERING assigned prefix: /metering {{(pid=86202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:05:27.171127 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.quota.resource_registry [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Creating instance of CountableResource for resource:rbac_policy Apr 22 16:05:27.171449 dv-cinder-784623-7-smb neutron-server[86202]: WARNING neutron.quota.resource_registry [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] rbac_policy is already registered Apr 22 16:05:27.172070 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.quota.resource_registry [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Creating instance of TrackedResource for resource:security_group Apr 22 16:05:27.172436 dv-cinder-784623-7-smb neutron-server[86202]: WARNING neutron.quota.resource_registry [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] security_group is already registered Apr 22 16:05:27.173090 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.quota.resource_registry [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 22 16:05:27.173456 dv-cinder-784623-7-smb neutron-server[86202]: WARNING neutron.quota.resource_registry [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] security_group_rule is already registered Apr 22 16:05:27.174188 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.resource_helper [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Service CORE assigned prefix: {{(pid=86202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:05:27.174583 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.quota.resource_registry [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 16:05:27.174953 dv-cinder-784623-7-smb neutron-server[86202]: WARNING neutron.quota.resource_registry [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] subnetpool is already registered Apr 22 16:05:27.175627 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.resource_helper [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Service CORE assigned prefix: {{(pid=86202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 16:05:27.175999 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.quota.resource_registry [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 16:05:27.176358 dv-cinder-784623-7-smb neutron-server[86202]: WARNING neutron.quota.resource_registry [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] subnetpool is already registered Apr 22 16:05:27.177054 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: extensions {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.178703 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: address-groups {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.180367 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: address-scopes {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.181634 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: agents {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.182883 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: auto-allocated-topology {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.184181 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: availability_zones {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.186020 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: dhcp-networks {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.187590 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: dhcp-agents {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.189092 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: routers {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.191053 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: flavors {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.192282 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: service_profiles {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.193668 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: next_providers {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.195310 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: service_profiles {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.196833 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: floatingip-pools {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.198105 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: routers {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.200001 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: floatingips {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.201571 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: l3-routers {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.203144 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: l3-agents {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.204617 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: metering-labels {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.206929 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: metering-label-rules {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.208251 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: network-ip-availabilities {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.209593 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: bindings {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.211331 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: quotas {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.212837 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: quotas {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.214300 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: rbac-policies {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.215695 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: security-groups {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.217745 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: security-group-rules {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.219122 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: service-providers {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.220399 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: subnetpools {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.221891 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: subnetpools {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.223455 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: tags {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.225352 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: tags {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.227263 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: tags {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.229119 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: tags {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.231009 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: tags {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.233783 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: tags {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.235600 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: tags {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.237569 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: tags {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.239504 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: tags {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.241501 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.extensions [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Extended resource: tags {{(pid=86202) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 16:05:27.249249 dv-cinder-784623-7-smb neutron-server[86202]: WARNING keystonemiddleware.auth_token [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 22 16:05:27.254526 dv-cinder-784623-7-smb neutron-server[86202]: WARNING keystonemiddleware.auth_token [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 22 16:05:27.264219 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Acquired lock "singleton_lock" {{(pid=86202) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 22 16:05:27.265000 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Releasing lock "singleton_lock" {{(pid=86202) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 22 16:05:27.266466 dv-cinder-784623-7-smb neutron-server[86202]: INFO oslo_service.service [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Starting 2 workers Apr 22 16:05:27.271303 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Started child 86315 {{(pid=86202) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 22 16:05:27.275322 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:27.276069 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Started child 86316 {{(pid=86202) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 22 16:05:27.276856 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [-] (86315) wsgi starting up on http://0.0.0.0:9696 Apr 22 16:05:27.277530 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.service [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 22 16:05:27.278184 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Notify callbacks [] for process, before_spawn {{(pid=86202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:27.280081 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:27.281470 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [-] (86316) wsgi starting up on http://0.0.0.0:9696 Apr 22 16:05:27.281780 dv-cinder-784623-7-smb neutron-server[86202]: INFO oslo_service.service [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Starting 1 workers Apr 22 16:05:27.287271 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Started child 86317 {{(pid=86202) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 22 16:05:27.287824 dv-cinder-784623-7-smb neutron-server[86202]: INFO oslo_service.service [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Starting 1 workers Apr 22 16:05:27.289341 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.service [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] calling RpcWorker wait() {{(pid=86317) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 22 16:05:27.289732 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.service [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] returning from RpcWorker wait() {{(pid=86317) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 22 16:05:27.291259 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:27.291742 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:05:27.292552 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Started child 86318 {{(pid=86202) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 22 16:05:27.293331 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af8e0f5e-4741-4ef1-9c48-7341505f65b5 None None] Notify callbacks [] for process, after_spawn {{(pid=86202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:27.295581 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86202) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 22 16:05:27.295874 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 22 16:05:27.296197 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 22 16:05:27.296605 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 22 16:05:27.297046 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 22 16:05:27.297243 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 22 16:05:27.297794 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:27.297892 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.298094 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.298401 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.298735 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.299067 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.299715 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.300015 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.300324 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.300621 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.300891 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.301091 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.301285 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.301568 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.301835 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.302179 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.302463 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.302759 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.303043 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.303253 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.303524 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.303826 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.304108 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.304400 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] debug = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.304668 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.305245 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.305500 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.305765 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.306013 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.306307 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.306595 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.306908 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.307169 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.307413 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.307702 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.307976 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.308242 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.308487 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.308758 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.309039 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.309284 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.309722 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] host = dv-cinder-784623-7-smb {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.309972 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.310217 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.310531 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.310964 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.311307 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.311621 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.311891 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.312185 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.312462 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.312723 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.312993 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.313259 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.313528 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.313788 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] log_file = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.313978 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] log_options = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.314242 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.314579 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.314877 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.315143 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.315294 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.315433 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.315694 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.315883 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.316161 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.316406 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.316651 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.316894 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.317144 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.317411 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.317714 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.317941 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.318212 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.318449 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.318774 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.319066 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.319347 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.319608 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.319894 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.320116 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.320382 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.320609 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.320909 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.321163 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.321491 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.321801 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.321945 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.322101 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.322392 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.322674 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.322952 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.323221 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.323431 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.323774 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.324003 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.324278 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.324554 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.324798 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.325065 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.325309 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.325551 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.325810 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] use_json = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.326082 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.326359 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.326874 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.327175 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.327503 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.327662 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.327909 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.328197 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.328717 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.328949 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.329313 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.329570 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.329850 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:05:27.329992 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.330139 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.330353 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.330653 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.330941 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.331207 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.331537 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.331791 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.332118 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.332387 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.332686 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.333034 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.333337 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.333635 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.333879 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.334143 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.334391 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.334667 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.335009 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.335317 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.335600 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.335865 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.336124 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.336388 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.336650 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.336894 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.337147 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.337387 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.337686 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.337940 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.338188 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.338366 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.338658 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.338883 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.339140 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.339393 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.339685 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.339952 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.340218 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.340461 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.340702 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.340959 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.341200 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.341476 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.342260 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.342729 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.343123 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.343375 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.343935 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.343935 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.344221 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.344367 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.344560 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.345166 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.345166 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.345775 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.345775 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.345775 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.347527 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.347527 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.347527 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.347527 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.347527 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.347527 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.347527 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.348020 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.348020 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.348156 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.348402 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.348622 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.348865 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.349109 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.349352 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.349599 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.349847 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.350088 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.350196 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 37692) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:05:27.350308 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.350726 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.351135 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.351570 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.351879 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.352238 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.352523 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.352820 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.353072 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.353352 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.353622 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.353919 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.354170 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.354436 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.354709 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.355008 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.355275 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.355567 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.355824 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.356073 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.356369 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.356618 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.356870 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.357116 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.358224 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.358712 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.359099 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.359386 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.359673 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.359947 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.360265 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.360591 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.360861 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.361173 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.361428 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.361728 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.362071 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.362387 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.362720 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.363008 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.363293 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.363596 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.363886 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.364179 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.364464 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.364744 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.365014 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.365327 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.365605 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.365854 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.366098 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.366463 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.366851 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.367150 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.367413 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.367662 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.367986 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.368276 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.368545 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.368845 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.369136 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.369438 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.369727 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.369997 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.370280 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.370553 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.371403 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.371403 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.371403 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.372049 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.372049 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.372049 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.372461 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.372602 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0199940 Apr 22 16:05:27.372806 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.372806 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.373081 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.373184 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.373581 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.375441 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.375441 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.375441 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.375711 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.375879 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.376112 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.376377 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.376640 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.377582 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.377582 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.377582 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.378014 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.378014 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.378298 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.378557 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.380303 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.380491 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.380642 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.380975 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.381215 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.381479 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.381742 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.382005 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.382266 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.383158 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.383158 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.383158 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.384767 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.385064 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.385429 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.386360 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.386360 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.386360 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.388622 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.388622 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.388935 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.389287 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.389647 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.389850 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.390112 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.390444 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.392027 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.392027 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.392027 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.392708 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.395202 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.395475 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.395755 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.396123 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.396413 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.396705 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.397403 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.397403 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.397624 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.397703 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.397932 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.398183 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.398750 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.398750 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.398925 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.399165 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.399412 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.399656 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.399914 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.400156 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.401049 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.401729 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.401983 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.402843 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.403116 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.403400 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.403677 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.403942 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.404844 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.405708 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.406001 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.406774 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.407061 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.407363 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.407655 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.408029 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.408951 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.409220 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.409858 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.410148 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.410418 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.410853 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.411230 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.411757 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.412219 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.412529 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.412855 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.413348 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.413649 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.414099 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.414424 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.414798 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.415108 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.415775 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.416058 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.416358 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.416628 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.416887 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.417151 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.417411 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.417667 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.418009 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.418219 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.418549 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.418772 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.419044 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.420507 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.420507 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.420507 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.420707 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.421009 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.421373 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 22 16:05:27.421856 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86202) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 22 16:05:27.422059 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 22 16:05:27.422222 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 22 16:05:27.423263 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 22 16:05:27.423263 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 22 16:05:27.423263 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 22 16:05:27.423263 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.423263 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.423603 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.423603 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.423751 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.423976 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.424072 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.424220 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.424321 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.424516 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.424676 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.424862 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.425029 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.425204 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.425391 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.425580 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.425759 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.425942 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.426129 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.426313 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.426562 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.427519 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.427713 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] debug = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.427902 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.428125 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.428284 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.428473 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.428658 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.429350 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.429350 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.429350 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.429350 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.429926 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.429926 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.429926 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.429926 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.430380 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.431295 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.431295 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.431295 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.431799 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] host = dv-cinder-784623-7-smb {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.431799 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.431799 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.431799 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.432341 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.432341 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.432341 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.432713 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.432713 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.432713 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.432929 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.433088 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.433728 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.433728 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.433728 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] log_file = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.433728 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] log_options = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.434087 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.434087 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.434371 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.434371 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.434610 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.435510 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.435725 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.436221 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.436812 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.436986 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.437336 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.437721 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.438523 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.438523 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.438523 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.438523 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.438523 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.439111 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.439111 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.439111 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.439432 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.439432 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.440445 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.440445 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.440445 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.440445 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.440445 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.440445 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.440445 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.442115 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.442115 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.442115 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.442115 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.442115 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.442115 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.442115 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.442115 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.443932 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.443932 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.443932 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.443932 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.443932 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.443932 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.443932 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.443932 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.445011 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] use_json = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.445011 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.445011 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.445011 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.445011 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.445011 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.445011 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.445011 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.445483 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 16:05:27.445483 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.445483 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.445483 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.445483 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.445483 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.445483 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.445483 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.446364 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.446364 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.446364 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.446364 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.446364 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.447146 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.447146 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.447146 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.447146 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.447146 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.447884 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.447884 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.447884 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.447884 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.448463 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.448463 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.448463 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.448463 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.448914 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.448914 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.448914 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.449280 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.449280 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.449510 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.449612 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.449710 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.449870 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.450057 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.450244 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.450398 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.451644 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.452004 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.452204 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.452413 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.452591 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.453210 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.453210 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.453210 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.453427 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.453427 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.453587 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.453927 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.454108 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.454260 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.454416 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.454693 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.454839 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.454992 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.455164 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.455312 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.455464 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.455615 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.455761 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.455902 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.456042 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.456229 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.456416 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.456574 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.456763 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.457689 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.457689 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.457689 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.457689 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.457689 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.458367 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.458367 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.458367 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.458367 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.458367 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.459064 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.459064 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.459064 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.459064 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.459596 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.459596 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.459964 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:05:27.460076 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.460076 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.460076 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.460076 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.460423 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.460423 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.460602 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.460708 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.460807 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.460993 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.461161 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.461518 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.461711 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.461904 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.462091 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.462280 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.462446 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.462824 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.463014 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.463200 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.463388 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.463560 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.463742 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.463929 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.464117 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.464283 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.464468 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.464653 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.464839 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.465077 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.465175 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.465364 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.465549 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.465745 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.466542 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.466542 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.466542 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.466542 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.467703 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.467703 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.467703 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.467975 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.468148 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.468328 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.468472 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.468675 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.468875 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.469065 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.469222 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.469411 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.469648 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.469835 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.469992 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.470182 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.470367 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.470549 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.470744 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.470921 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.471071 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.471214 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.471407 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.471593 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.471749 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.471892 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.472171 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.472291 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.472392 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.472582 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.473056 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.473056 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.473056 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.473563 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.473563 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.473563 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.474538 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.474538 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.474538 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.474538 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.474538 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.474538 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.476384 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.476384 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.476384 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.476384 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.476384 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.476384 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.476384 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.476384 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.477877 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.477877 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.477877 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.477877 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.477877 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.477877 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.477877 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.477877 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.478896 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.478896 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.478896 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.478896 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.478896 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.478896 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.478896 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.478896 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.479516 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.479516 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.479516 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.479516 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.479516 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.479516 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.479516 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.480267 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.480267 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.480267 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.480267 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.480267 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.480659 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.480659 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.480787 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.480932 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.481119 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.481966 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.481966 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.481966 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.481966 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.481966 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.483088 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.483088 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.483294 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.483625 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.483825 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.484014 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.484203 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.484372 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.484564 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.484841 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.485002 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.485150 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.485294 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.485401 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.485619 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.485759 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.485930 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.486085 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.486240 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.486393 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.486682 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.486832 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.486974 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.487114 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.487256 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.487413 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.487518 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.488099 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.488099 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.488099 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.488440 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.488440 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.488649 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.488649 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.488867 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.488983 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.489159 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.489331 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.489521 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.489684 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.489879 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.490091 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.490261 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.490404 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.490644 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.490839 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.491041 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.491228 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.491414 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.491599 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.491786 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.491990 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.492148 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.492295 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.492439 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.492592 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.492772 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.492960 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.493147 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.493333 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.493492 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.493675 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.493861 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.494046 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.494230 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.494414 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 16:05:27.495433 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86202) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 22 16:05:38.557226 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520da1dd-de2c-4b83-8f88-e7a9328305fb None None] get_active_networks_info from dv-cinder-784623-7-smb {{(pid=86317) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 16:05:38.706332 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0d808a18-2565-4fc7-a305-e0fb3e0e1f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053'] for agent, after_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:38.719425 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520da1dd-de2c-4b83-8f88-e7a9328305fb None None] No non-hosted networks {{(pid=86317) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 22 16:05:41.371656 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d6d30a00-aebe-46d3-a6be-3dc7f41e60d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053'] for agent, after_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:41.453152 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9a3a1809-f110-4207-a67d-d06cc6d51b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:41.570161 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053'] for agent, after_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:41.792231 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053'] for agent, after_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:41.792905 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:41.793284 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:41.793657 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:41.794027 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:41.794395 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:41.794821 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:41.795187 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:41.795555 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:41.795915 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:41.796275 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:41.796638 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:41.796998 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:41.797407 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784623-7-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:05:41.809299 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784623-7-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:05:43.074205 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053'] for agent, after_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:43.489774 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 37788) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:05:44.152669 dv-cinder-784623-7-smb neutron-server[86202]: WARNING oslo_policy.policy [None req-a3f025d7-5e03-40b1-988f-df3a4773c997 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 16:05:44.153334 dv-cinder-784623-7-smb neutron-server[86202]: WARNING oslo_policy.policy [None req-a3f025d7-5e03-40b1-988f-df3a4773c997 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 16:05:44.384816 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [None req-a3f025d7-5e03-40b1-988f-df3a4773c997 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86315) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:05:44.386139 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-a3f025d7-5e03-40b1-988f-df3a4773c997 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8941395 Apr 22 16:05:44.755856 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.l3_hamode_db [None req-75253297-5ca1-4ffa-95b3-db194cd92290 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 22 16:05:44.845089 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75253297-5ca1-4ffa-95b3-db194cd92290 None None] Routers set() bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:05:44.845502 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75253297-5ca1-4ffa-95b3-db194cd92290 None None] Router IDs set() for agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 22 16:05:47.171484 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 37804) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:05:47.557932 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-ff3defbb-1093-4032-a4ec-a7fa6e051167 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:05:47.664047 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.policy [None req-ff3defbb-1093-4032-a4ec-a7fa6e051167 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86315) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 22 16:05:47.720985 dv-cinder-784623-7-smb neutron-server[86202]: WARNING oslo_policy.policy [None req-ff3defbb-1093-4032-a4ec-a7fa6e051167 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 16:05:47.721409 dv-cinder-784623-7-smb neutron-server[86202]: WARNING oslo_policy.policy [None req-ff3defbb-1093-4032-a4ec-a7fa6e051167 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 16:05:47.740049 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.quota [None req-ff3defbb-1093-4032-a4ec-a7fa6e051167 admin admin] Loaded quota_driver: . Apr 22 16:05:47.756857 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-ff3defbb-1093-4032-a4ec-a7fa6e051167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:05:47.814785 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ff3defbb-1093-4032-a4ec-a7fa6e051167 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363242082990092', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363242082990848', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363242083062271', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363242083072083', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363242083088990', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363242083087641', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036821627814', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036821489830', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-630888', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854190457'] for rbac-policy, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:48.038973 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ff3defbb-1093-4032-a4ec-a7fa6e051167 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:48.040746 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-ff3defbb-1093-4032-a4ec-a7fa6e051167 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8682094 Apr 22 16:05:51.027759 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 37818) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:05:51.406709 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'e89ea9e4173c46caa26e741562147fd1'}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:05:51.412602 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:05:51.417948 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Usage tracker for resource:network and tenant:e89ea9e4173c46caa26e741562147fd1 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:05:51.421416 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:05:51.427672 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:05:51.436276 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Made reservation on behalf of e89ea9e4173c46caa26e741562147fd1 for: {'network': 1} {{(pid=86315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:05:51.442067 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for network, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:51.457985 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:51.472931 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:05:51.477319 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Usage tracker for resource:security_group_rule and tenant:e89ea9e4173c46caa26e741562147fd1 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:05:51.480706 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:05:51.486373 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:05:51.581176 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:51.583771 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:51.588927 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:05:51.608578 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=86315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:05:51.635910 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363242087410070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:51.636445 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Unsubscribe: segment precommit_create {{(pid=86315) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 22 16:05:51.636914 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.segments_db [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Added segment ffda477e-96ac-42dc-bf00-ca38e5a37305 of type vlan for network 342f5fa1-57fa-4da8-9aed-3dd698b9ba7e Apr 22 16:05:51.685623 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a8434f-6da2-434a-9804-db23d45801b8,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:05:51.707490 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:51.707863 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:51.708226 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:51.708584 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:51.708936 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:51.709294 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:51.709646 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:51.710244 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:51.711062 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:51.711572 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:51.711922 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:51.712273 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Tracked resource versions report: Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: pushed versions: Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: { 'AddressGroup': {'1.2'}, Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: 'ConntrackHelper': {'1.0'}, Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: 'Log': {'1.0'}, Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: 'Network': {'1.1'}, Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: 'Port': {'1.7'}, Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: 'PortForwarding': {'1.2'}, Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: 'QosPolicy': {'1.8'}, Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroup': {'1.4'}, Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroupRule': {'1.2'}, Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: 'SubPort': {'1.0'}, Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: 'Subnet': {'1.1'}, Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: 'Trunk': {'1.1'}} Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: consumer versions: Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: { DHCP agent@dv-cinder-784623-7-smb: {}, Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: L3 agent@dv-cinder-784623-7-smb: {}, Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: Metadata agent@dv-cinder-784623-7-smb: {}, Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: Metering agent@dv-cinder-784623-7-smb: {}, Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: Open vSwitch agent@dv-cinder-784623-7-smb: { 'AddressGroup': '1.2', Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: 'ConntrackHelper': '1.0', Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: 'Log': '1.0', Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: 'Network': '1.1', Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: 'Port': '1.7', Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: 'PortForwarding': '1.2', Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: 'QosPolicy': '1.8', Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroup': '1.4', Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroupRule': '1.2', Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: 'SubPort': '1.0', Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: 'Subnet': '1.1', Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: 'Trunk': '1.1'}} Apr 22 16:05:51.713389 dv-cinder-784623-7-smb neutron-server[86202]: {{(pid=86315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 16:05:51.754613 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242087783420'] for network, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:51.764933 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:05:51.795735 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319'] for network, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:51.797221 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:05:51.797865 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:51.802945 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:05:51.912696 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8836954 Apr 22 16:05:51.916105 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Pushing event updated for resources: {'Network': ['ID=342f5fa1-57fa-4da8-9aed-3dd698b9ba7e,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:05:51.919358 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:05:51.928201 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Network 342f5fa1-57fa-4da8-9aed-3dd698b9ba7e details requested by agent ovs-agent-dv-cinder-784623-7-smb with host dv-cinder-784623-7-smb {{(pid=86317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:05:55.046203 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 37834) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:05:55.539045 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad72bdf-8dc5-4cdc-83a9-a38211dec5ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:05:55.540483 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-2ad72bdf-8dc5-4cdc-83a9-a38211dec5ba admin admin] 10.222.0.21 "GET /v2.0/networks/342f5fa1-57fa-4da8-9aed-3dd698b9ba7e HTTP/1.1" status: 200 len: 825 time: 0.4932251 Apr 22 16:05:55.568230 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-e9fb4a38-9b3b-438f-99a0-777e53de098b admin admin] 10.222.0.21 "GET /v2.0/subnetpools/ea2f8e3e-522c-484f-8c44-43178b715e41 HTTP/1.1" status: 200 len: 734 time: 0.0216241 Apr 22 16:05:55.577921 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-76c8f7d7-ddec-4fc7-873a-d11811c1a34b admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'ea2f8e3e-522c-484f-8c44-43178b715e41', 'name': 'private-subnet', 'tenant_id': 'e89ea9e4173c46caa26e741562147fd1', 'network_id': '342f5fa1-57fa-4da8-9aed-3dd698b9ba7e', 'ip_version': 4}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:05:55.582329 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-76c8f7d7-ddec-4fc7-873a-d11811c1a34b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:05:55.586776 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-76c8f7d7-ddec-4fc7-873a-d11811c1a34b admin admin] Usage tracker for resource:subnet and tenant:e89ea9e4173c46caa26e741562147fd1 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:05:55.589666 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-76c8f7d7-ddec-4fc7-873a-d11811c1a34b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:05:55.595469 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-76c8f7d7-ddec-4fc7-873a-d11811c1a34b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:05:55.604712 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c8f7d7-ddec-4fc7-873a-d11811c1a34b admin admin] Made reservation on behalf of e89ea9e4173c46caa26e741562147fd1 for: {'subnet': 1} {{(pid=86315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:05:55.609266 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-76c8f7d7-ddec-4fc7-873a-d11811c1a34b admin admin] Notify callbacks [] for subnet, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:56.082649 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-76c8f7d7-ddec-4fc7-873a-d11811c1a34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319'] for subnet, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:56.088585 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:05:56.175000 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c8f7d7-ddec-4fc7-873a-d11811c1a34b admin admin] Checking segment: {'id': 'ffda477e-96ac-42dc-bf00-ca38e5a37305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '342f5fa1-57fa-4da8-9aed-3dd698b9ba7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:05:56.175385 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c8f7d7-ddec-4fc7-873a-d11811c1a34b admin admin] Network hostable DHCP agents. Network: 342f5fa1-57fa-4da8-9aed-3dd698b9ba7e, hostable agents: ['c28daaaa-be26-4683-88d7-0ed6ab386346'], hosted agents: [] {{(pid=86315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:05:56.183335 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8f7d7-ddec-4fc7-873a-d11811c1a34b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7b75f20-6327-4ee6-ba07-ad94bfefd672,revision_number=0']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:05:56.190321 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-76c8f7d7-ddec-4fc7-873a-d11811c1a34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:05:56.200215 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c8f7d7-ddec-4fc7-873a-d11811c1a34b admin admin] Network 342f5fa1-57fa-4da8-9aed-3dd698b9ba7e is scheduled to be hosted by DHCP agent c28daaaa-be26-4683-88d7-0ed6ab386346 with binding_index 1 {{(pid=86315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:05:56.208831 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-76c8f7d7-ddec-4fc7-873a-d11811c1a34b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-smb, 342f5fa1-57fa-4da8-9aed-3dd698b9ba7e) {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:05:56.213322 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c8f7d7-ddec-4fc7-873a-d11811c1a34b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:05:56.213983 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-76c8f7d7-ddec-4fc7-873a-d11811c1a34b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for subnet, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:56.218679 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70aaaacd-90d8-4f4b-a87e-7fb7dcc4d973 None None] Network 342f5fa1-57fa-4da8-9aed-3dd698b9ba7e requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:05:56.234100 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-76c8f7d7-ddec-4fc7-873a-d11811c1a34b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6596901 Apr 22 16:05:56.747925 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5dae8048-e0d5-5873-ba1f-190788cc8618-342f5fa1-57fa-4da8-9aed-3dd698b9ba7e', 'network_id': '342f5fa1-57fa-4da8-9aed-3dd698b9ba7e', 'tenant_id': 'e89ea9e4173c46caa26e741562147fd1', 'fixed_ips': [{'subnet_id': 'e7b75f20-6327-4ee6-ba07-ad94bfefd672'}]}} from dv-cinder-784623-7-smb. {{(pid=86317) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:05:56.749110 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:56.941784 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Allocated IP 172.20.0.2 (342f5fa1-57fa-4da8-9aed-3dd698b9ba7e/e7b75f20-6327-4ee6-ba07-ad94bfefd672/b694d210-f8df-4d9d-b857-0ce8c033651e) {{(pid=86317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:05:57.181820 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Notify callbacks [] for port, precommit_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:57.194841 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Transition to ACTIVE for port object b694d210-f8df-4d9d-b857-0ce8c033651e will not be triggered until provisioned by entity L2. {{(pid=86317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:05:57.215171 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Transition to ACTIVE for port object b694d210-f8df-4d9d-b857-0ce8c033651e will not be triggered until provisioned by entity DHCP. {{(pid=86317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:05:57.221015 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406'] for port, after_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:57.229739 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:05:57.291809 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Network 342f5fa1-57fa-4da8-9aed-3dd698b9ba7e is already hosted by enough agents. {{(pid=86317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:05:57.295293 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Resources bound (agent type, host, resource id): {{(pid=86317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:05:57.298258 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Received port after_create {{(pid=86317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:05:57.342008 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Pushing event updated for resources: {'Port': ['ID=b694d210-f8df-4d9d-b857-0ce8c033651e,revision_number=1']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:05:57.391505 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:57.391888 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:57.392262 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:57.392626 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:57.392985 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:57.393343 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:57.393701 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:57.394054 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:57.394409 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:57.394808 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:57.395165 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:57.395514 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Tracked resource versions report: Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: pushed versions: Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: { 'AddressGroup': {'1.2'}, Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: 'ConntrackHelper': {'1.0'}, Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: 'Log': {'1.0'}, Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: 'Network': {'1.1'}, Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: 'Port': {'1.7'}, Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: 'PortForwarding': {'1.2'}, Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: 'QosPolicy': {'1.8'}, Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroup': {'1.4'}, Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroupRule': {'1.2'}, Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: 'SubPort': {'1.0'}, Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: 'Subnet': {'1.1'}, Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: 'Trunk': {'1.1'}} Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: consumer versions: Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: { DHCP agent@dv-cinder-784623-7-smb: {}, Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: L3 agent@dv-cinder-784623-7-smb: {}, Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: Metadata agent@dv-cinder-784623-7-smb: {}, Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: Metering agent@dv-cinder-784623-7-smb: {}, Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: Open vSwitch agent@dv-cinder-784623-7-smb: { 'AddressGroup': '1.2', Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: 'ConntrackHelper': '1.0', Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: 'Log': '1.0', Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: 'Network': '1.1', Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: 'Port': '1.7', Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: 'PortForwarding': '1.2', Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: 'QosPolicy': '1.8', Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroup': '1.4', Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroupRule': '1.2', Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: 'SubPort': '1.0', Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: 'Subnet': '1.1', Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: 'Trunk': '1.1'}} Apr 22 16:05:57.397170 dv-cinder-784623-7-smb neutron-server[86202]: {{(pid=86317) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 16:05:57.400700 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:05:57.418193 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Attempting to bind port b694d210-f8df-4d9d-b857-0ce8c033651e on host dv-cinder-784623-7-smb for vnic_type normal with profile {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:05:57.418670 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Attempting to bind port b694d210-f8df-4d9d-b857-0ce8c033651e by drivers openvswitch,hyperv on host dv-cinder-784623-7-smb at level 0 using segments [{'id': 'ffda477e-96ac-42dc-bf00-ca38e5a37305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '342f5fa1-57fa-4da8-9aed-3dd698b9ba7e'}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:05:57.419085 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Attempting to bind port b694d210-f8df-4d9d-b857-0ce8c033651e on network 342f5fa1-57fa-4da8-9aed-3dd698b9ba7e {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:05:57.424659 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Checking agent: {'id': '8ffb9a94-5aed-4188-b3fb-9814a4924f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 5, 42), 'started_at': datetime.datetime(2021, 4, 22, 16, 5, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:05:57.425062 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Checking segment: {'id': 'ffda477e-96ac-42dc-bf00-ca38e5a37305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '342f5fa1-57fa-4da8-9aed-3dd698b9ba7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:05:57.425552 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:57.425986 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Bound using segment: {'id': 'ffda477e-96ac-42dc-bf00-ca38e5a37305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '342f5fa1-57fa-4da8-9aed-3dd698b9ba7e'} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:05:57.426558 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Bound port: b694d210-f8df-4d9d-b857-0ce8c033651e, host: dv-cinder-784623-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffda477e-96ac-42dc-bf00-ca38e5a37305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '342f5fa1-57fa-4da8-9aed-3dd698b9ba7e'}}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:05:57.426980 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:57.520851 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] For port b694d210-f8df-4d9d-b857-0ce8c033651e, host dv-cinder-784623-7-smb, cleared binding levels {{(pid=86317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:05:57.525613 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] For port b694d210-f8df-4d9d-b857-0ce8c033651e, host dv-cinder-784623-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=b694d210-f8df-4d9d-b857-0ce8c033651e,segment=NetworkSegment(ffda477e-96ac-42dc-bf00-ca38e5a37305),segment_id=ffda477e-96ac-42dc-bf00-ca38e5a37305)] {{(pid=86317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:05:57.528877 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:05:57.533751 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:05:57.626232 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Pushing event updated for resources: {'Port': ['ID=b694d210-f8df-4d9d-b857-0ce8c033651e,revision_number=2']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:05:57.630147 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:05:59.031330 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 37844) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:05:59.436773 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [None req-a7f555ed-c590-4f5a-8f5b-410590bff6ea admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86315) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:05:59.437836 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-a7f555ed-c590-4f5a-8f5b-410590bff6ea admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4054716 Apr 22 16:06:02.332164 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 37854) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:06:02.995486 dv-cinder-784623-7-smb neutron-server[86202]: WARNING oslo_policy.policy [None req-294eb6c9-5a2e-4a40-bb37-f46a1b739aa5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 16:06:02.996070 dv-cinder-784623-7-smb neutron-server[86202]: WARNING oslo_policy.policy [None req-294eb6c9-5a2e-4a40-bb37-f46a1b739aa5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 16:06:03.227476 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [None req-294eb6c9-5a2e-4a40-bb37-f46a1b739aa5 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86316) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:06:03.228554 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-294eb6c9-5a2e-4a40-bb37-f46a1b739aa5 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8948665 Apr 22 16:06:03.802858 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device b694d210-f8df-4d9d-b857-0ce8c033651e up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:06:03.876316 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning for port b694d210-f8df-4d9d-b857-0ce8c033651e completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:06:04.463237 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f7d869-5dfa-44db-9b55-5377cd2e274f None None] Network 342f5fa1-57fa-4da8-9aed-3dd698b9ba7e requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:06:04.584550 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-aae2d5d9-4f89-41a0-8aa1-d35df6043f44 None None] Provisioning for port b694d210-f8df-4d9d-b857-0ce8c033651e completed by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:06:04.600007 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-aae2d5d9-4f89-41a0-8aa1-d35df6043f44 None None] Provisioning complete for port b694d210-f8df-4d9d-b857-0ce8c033651e triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:06:04.600439 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-aae2d5d9-4f89-41a0-8aa1-d35df6043f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:04.829534 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-aae2d5d9-4f89-41a0-8aa1-d35df6043f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:04.873381 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-aae2d5d9-4f89-41a0-8aa1-d35df6043f44 None None] For port b694d210-f8df-4d9d-b857-0ce8c033651e, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=b694d210-f8df-4d9d-b857-0ce8c033651e,segment=NetworkSegment(ffda477e-96ac-42dc-bf00-ca38e5a37305),segment_id=ffda477e-96ac-42dc-bf00-ca38e5a37305)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:06:04.876462 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-aae2d5d9-4f89-41a0-8aa1-d35df6043f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:04.878729 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-3f3ac5cd-92ba-474b-90a6-75c91015248e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:06:04.952414 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2d5d9-4f89-41a0-8aa1-d35df6043f44 None None] Pushing event updated for resources: {'Port': ['ID=b694d210-f8df-4d9d-b857-0ce8c033651e,revision_number=3']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:06:04.955982 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-aae2d5d9-4f89-41a0-8aa1-d35df6043f44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:06:05.099525 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-6b7bc70f-721f-47de-8f63-d0b1a948110c None None] Provisioning complete for port b694d210-f8df-4d9d-b857-0ce8c033651e triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:06:05.099934 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6b7bc70f-721f-47de-8f63-d0b1a948110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:05.789089 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device b694d210-f8df-4d9d-b857-0ce8c033651e up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:06:05.860753 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port b694d210-f8df-4d9d-b857-0ce8c033651e triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:06:05.861260 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:06.293196 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 37874) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:06:06.764826 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-40a7eb4d-3c70-4cad-80eb-5f49b07a614c admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'e89ea9e4173c46caa26e741562147fd1'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:06:06.846053 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.policy [None req-40a7eb4d-3c70-4cad-80eb-5f49b07a614c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86316) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 22 16:06:06.907308 dv-cinder-784623-7-smb neutron-server[86202]: WARNING oslo_policy.policy [None req-40a7eb4d-3c70-4cad-80eb-5f49b07a614c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 16:06:06.907788 dv-cinder-784623-7-smb neutron-server[86202]: WARNING oslo_policy.policy [None req-40a7eb4d-3c70-4cad-80eb-5f49b07a614c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 16:06:06.929655 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.quota [None req-40a7eb4d-3c70-4cad-80eb-5f49b07a614c admin admin] Loaded quota_driver: . Apr 22 16:06:06.946267 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-40a7eb4d-3c70-4cad-80eb-5f49b07a614c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:06:06.952586 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-40a7eb4d-3c70-4cad-80eb-5f49b07a614c admin admin] Usage tracker for resource:router and tenant:e89ea9e4173c46caa26e741562147fd1 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:06:06.957371 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-40a7eb4d-3c70-4cad-80eb-5f49b07a614c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:06:06.964737 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-40a7eb4d-3c70-4cad-80eb-5f49b07a614c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:06:06.980066 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-40a7eb4d-3c70-4cad-80eb-5f49b07a614c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854759640'] for router, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:06.982074 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-40a7eb4d-3c70-4cad-80eb-5f49b07a614c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854083101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854091003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16147'] for router, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:07.007112 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-40a7eb4d-3c70-4cad-80eb-5f49b07a614c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:07.277761 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-40a7eb4d-3c70-4cad-80eb-5f49b07a614c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-685016'] for router, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:07.297520 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-40a7eb4d-3c70-4cad-80eb-5f49b07a614c admin admin] Notify callbacks [] for router, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:07.298779 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-40a7eb4d-3c70-4cad-80eb-5f49b07a614c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0045173 Apr 22 16:06:08.409479 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3f1fd3ca-734c-4be4-9574-88e03a51d263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:10.021273 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 37886) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:06:10.344820 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [None req-25829240-dee6-4e72-bc3c-62b82963e7a5 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86316) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:06:10.345880 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-25829240-dee6-4e72-bc3c-62b82963e7a5 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3236117 Apr 22 16:06:11.357748 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8e62e725-aaf6-4129-801a-01cdfc2287bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:11.513823 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:11.775116 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:13.015941 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:13.041100 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 37906) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:06:13.109827 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:06:13.116631 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:06:13.120545 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Usage tracker for resource:network and tenant:0f3d248169ed437f84056508d05c420a is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:06:13.124233 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:06:13.131448 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:06:13.139723 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Made reservation on behalf of 0f3d248169ed437f84056508d05c420a for: {'network': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:06:13.146095 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for network, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:13.162730 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:13.177227 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:06:13.180984 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Usage tracker for resource:security_group_rule and tenant:0f3d248169ed437f84056508d05c420a is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:06:13.184079 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:06:13.189821 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:06:13.286820 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:13.289426 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:13.294079 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:06:13.306182 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Reserving flat network on physical network physnet1 {{(pid=86316) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 22 16:06:13.339064 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363242087410070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:13.339654 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Unsubscribe: segment precommit_create {{(pid=86316) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 22 16:06:13.340130 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.segments_db [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Added segment 0a545a0b-864e-4a70-9faa-625966eb1a15 of type flat for network 88dd38af-48aa-4ea4-a266-3e61b5f89d27 Apr 22 16:06:13.394768 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c62bdd6-10f6-4035-838d-b711aa370e5f,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:06:13.414185 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:06:13.414588 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:06:13.414963 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:06:13.415328 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:06:13.415689 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:06:13.416047 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:06:13.416400 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:06:13.416754 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:06:13.417118 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:06:13.417469 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:06:13.417821 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:06:13.418169 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Tracked resource versions report: Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: pushed versions: Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: { 'AddressGroup': {'1.2'}, Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: 'ConntrackHelper': {'1.0'}, Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: 'Log': {'1.0'}, Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: 'Network': {'1.1'}, Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: 'Port': {'1.7'}, Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: 'PortForwarding': {'1.2'}, Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: 'QosPolicy': {'1.8'}, Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroup': {'1.4'}, Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroupRule': {'1.2'}, Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: 'SubPort': {'1.0'}, Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: 'Subnet': {'1.1'}, Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: 'Trunk': {'1.1'}} Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: consumer versions: Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: { DHCP agent@dv-cinder-784623-7-smb: {}, Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: L3 agent@dv-cinder-784623-7-smb: {}, Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: Metadata agent@dv-cinder-784623-7-smb: {}, Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: Metering agent@dv-cinder-784623-7-smb: {}, Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: Open vSwitch agent@dv-cinder-784623-7-smb: { 'AddressGroup': '1.2', Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: 'ConntrackHelper': '1.0', Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: 'Log': '1.0', Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: 'Network': '1.1', Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: 'Port': '1.7', Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: 'PortForwarding': '1.2', Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: 'QosPolicy': '1.8', Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroup': '1.4', Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroupRule': '1.2', Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: 'SubPort': '1.0', Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: 'Subnet': '1.1', Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: 'Trunk': '1.1'}} Apr 22 16:06:13.419310 dv-cinder-784623-7-smb neutron-server[86202]: {{(pid=86316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 16:06:13.469115 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:06:13.470766 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242087783420'] for network, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:13.514790 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319'] for network, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:13.516195 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:06:13.516849 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:13.522123 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:06:13.627631 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5848691 Apr 22 16:06:13.630552 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Pushing event updated for resources: {'Network': ['ID=88dd38af-48aa-4ea4-a266-3e61b5f89d27,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:06:13.652388 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:06:13.660079 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Network 88dd38af-48aa-4ea4-a266-3e61b5f89d27 details requested by agent ovs-agent-dv-cinder-784623-7-smb with host dv-cinder-784623-7-smb {{(pid=86317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:06:16.165808 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 37930) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:06:16.287104 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cc4f89-92d4-424f-adb9-1409d74327f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:06:16.288544 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-64cc4f89-92d4-424f-adb9-1409d74327f0 admin admin] 10.222.0.21 "GET /v2.0/subnets/e7b75f20-6327-4ee6-ba07-ad94bfefd672 HTTP/1.1" status: 200 len: 849 time: 0.1217113 Apr 22 16:06:16.441401 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-edaa4719-6e41-4f38-b102-eaf2cd36e350 admin admin] 10.222.0.21 "GET /v2.0/routers/5e2d40bb-30c6-427d-a758-0c2f1dc92255 HTTP/1.1" status: 200 len: 704 time: 0.1468585 Apr 22 16:06:16.936333 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-96c49e2b-376b-4beb-a40a-6bd3490be785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:17.174959 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-96c49e2b-376b-4beb-a40a-6bd3490be785 admin admin] Allocated IP 172.20.0.1 (342f5fa1-57fa-4da8-9aed-3dd698b9ba7e/e7b75f20-6327-4ee6-ba07-ad94bfefd672/bff13231-e913-4de3-b84b-bdff4ac926fa) {{(pid=86316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:06:17.483020 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-96c49e2b-376b-4beb-a40a-6bd3490be785 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:17.501394 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-96c49e2b-376b-4beb-a40a-6bd3490be785 admin admin] Transition to ACTIVE for port object bff13231-e913-4de3-b84b-bdff4ac926fa will not be triggered until provisioned by entity DHCP. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:06:17.556662 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-96c49e2b-376b-4beb-a40a-6bd3490be785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406'] for port, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:17.561851 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:06:17.624115 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c49e2b-376b-4beb-a40a-6bd3490be785 admin admin] Network 342f5fa1-57fa-4da8-9aed-3dd698b9ba7e is already hosted by enough agents. {{(pid=86316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:06:17.625198 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-96c49e2b-376b-4beb-a40a-6bd3490be785 admin admin] Resources bound (agent type, host, resource id): {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:06:17.632665 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c49e2b-376b-4beb-a40a-6bd3490be785 admin admin] Received port after_create {{(pid=86316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:06:17.633184 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-96c49e2b-376b-4beb-a40a-6bd3490be785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854084859'] for router_interface, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:17.779748 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c49e2b-376b-4beb-a40a-6bd3490be785 admin admin] Pushing event updated for resources: {'Port': ['ID=bff13231-e913-4de3-b84b-bdff4ac926fa,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:06:17.787900 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-96c49e2b-376b-4beb-a40a-6bd3490be785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:06:17.814876 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-01cace9b-df5d-4118-810e-089a88f24a1d None None] Provisioning for port bff13231-e913-4de3-b84b-bdff4ac926fa completed by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:06:17.819767 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-01cace9b-df5d-4118-810e-089a88f24a1d None None] Provisioning complete for port bff13231-e913-4de3-b84b-bdff4ac926fa triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:06:17.820173 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-01cace9b-df5d-4118-810e-089a88f24a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:17.875883 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-01cace9b-df5d-4118-810e-089a88f24a1d None None] Port bff13231-e913-4de3-b84b-bdff4ac926fa cannot update to ACTIVE because it is not bound. {{(pid=86317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:06:17.909708 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-96c49e2b-376b-4beb-a40a-6bd3490be785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:18.147323 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-96c49e2b-376b-4beb-a40a-6bd3490be785 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:18.150448 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-96c49e2b-376b-4beb-a40a-6bd3490be785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:18.151562 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-96c49e2b-376b-4beb-a40a-6bd3490be785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854217304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691042'] for router_interface, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:18.155719 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:06:18.304328 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c49e2b-376b-4beb-a40a-6bd3490be785 admin admin] Pushing event updated for resources: {'Port': ['ID=bff13231-e913-4de3-b84b-bdff4ac926fa,revision_number=2']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:06:18.308410 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-96c49e2b-376b-4beb-a40a-6bd3490be785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:06:18.359523 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c49e2b-376b-4beb-a40a-6bd3490be785 admin admin] Network 342f5fa1-57fa-4da8-9aed-3dd698b9ba7e is already hosted by enough agents. {{(pid=86316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:06:18.361189 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-96c49e2b-376b-4beb-a40a-6bd3490be785 admin admin] Resources bound (agent type, host, resource id): {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:06:18.560699 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c49e2b-376b-4beb-a40a-6bd3490be785 admin admin] Router 5e2d40bb-30c6-427d-a758-0c2f1dc92255 is scheduled to L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 with binding_index 1 {{(pid=86316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:06:18.599732 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-87d4aeb1-c013-42f6-8a80-44f301fb1abe None None] Provisioning complete for port bff13231-e913-4de3-b84b-bdff4ac926fa triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:06:18.600136 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-87d4aeb1-c013-42f6-8a80-44f301fb1abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:18.659288 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-87d4aeb1-c013-42f6-8a80-44f301fb1abe None None] Port bff13231-e913-4de3-b84b-bdff4ac926fa cannot update to ACTIVE because it is not bound. {{(pid=86317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:06:18.725211 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c49e2b-376b-4beb-a40a-6bd3490be785 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:06:18.734481 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-96c49e2b-376b-4beb-a40a-6bd3490be785 admin admin] 10.222.0.21 "PUT /v2.0/routers/5e2d40bb-30c6-427d-a758-0c2f1dc92255/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2876918 Apr 22 16:06:18.736403 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f27cd-707b-4870-8373-4f92632fd4f7 None None] Sync routers for ids ['5e2d40bb-30c6-427d-a758-0c2f1dc92255'] in dv-cinder-784623-7-smb {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:06:18.747784 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f27cd-707b-4870-8373-4f92632fd4f7 None None] Routers {'5e2d40bb-30c6-427d-a758-0c2f1dc92255'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:06:18.748655 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-455f27cd-707b-4870-8373-4f92632fd4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:06:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['5e2d40bb-30c6-427d-a758-0c2f1dc92255'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:06:18.933338 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-455f27cd-707b-4870-8373-4f92632fd4f7 None None] Set router 5e2d40bb-30c6-427d-a758-0c2f1dc92255 gateway port host: None {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:06:19.490156 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-455f27cd-707b-4870-8373-4f92632fd4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2d40bb-30c6-427d-a758-0c2f1dc92255', 'name': 'router1', 'tenant_id': 'e89ea9e4173c46caa26e741562147fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:06:06Z', 'updated_at': '2021-04-22T16:06:17Z', 'revision_number': 2, 'project_id': 'e89ea9e4173c46caa26e741562147fd1', 'gw_port_host': None, '_interfaces': [{'id': 'bff13231-e913-4de3-b84b-bdff4ac926fa', 'name': '', 'network_id': '342f5fa1-57fa-4da8-9aed-3dd698b9ba7e', 'tenant_id': 'e89ea9e4173c46caa26e741562147fd1', 'mac_address': 'fa:16:3e:33:ce:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2d40bb-30c6-427d-a758-0c2f1dc92255', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7b75f20-6327-4ee6-ba07-ad94bfefd672', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:06:16Z', 'updated_at': '2021-04-22T16:06:17Z', 'revision_number': 2, 'project_id': 'e89ea9e4173c46caa26e741562147fd1', 'subnets': [{'id': 'e7b75f20-6327-4ee6-ba07-ad94bfefd672', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea2f8e3e-522c-484f-8c44-43178b715e41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:06:19.495158 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f27cd-707b-4870-8373-4f92632fd4f7 None None] Checking router: 5e2d40bb-30c6-427d-a758-0c2f1dc92255 for host: dv-cinder-784623-7-smb {{(pid=86318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:06:19.495541 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f27cd-707b-4870-8373-4f92632fd4f7 None None] Updating router 5e2d40bb-30c6-427d-a758-0c2f1dc92255 port bff13231-e913-4de3-b84b-bdff4ac926fa binding host dv-cinder-784623-7-smb {{(pid=86318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:06:19.554833 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-455f27cd-707b-4870-8373-4f92632fd4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:19.947135 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-455f27cd-707b-4870-8373-4f92632fd4f7 None None] Notify callbacks [] for port, precommit_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:19.961527 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-455f27cd-707b-4870-8373-4f92632fd4f7 None None] Transition to ACTIVE for port object bff13231-e913-4de3-b84b-bdff4ac926fa will not be triggered until provisioned by entity L2. {{(pid=86318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:06:19.968195 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-455f27cd-707b-4870-8373-4f92632fd4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:19.974920 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:06:20.188902 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a0a5e-97ba-4591-8644-87558eb2ac24 None None] Pushing event updated for resources: {'Port': ['ID=bff13231-e913-4de3-b84b-bdff4ac926fa,revision_number=3']} {{(pid=86318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:06:20.208556 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a0a5e-97ba-4591-8644-87558eb2ac24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:06:20.208933 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a0a5e-97ba-4591-8644-87558eb2ac24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:06:20.209298 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a0a5e-97ba-4591-8644-87558eb2ac24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:06:20.209657 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a0a5e-97ba-4591-8644-87558eb2ac24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:06:20.210015 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a0a5e-97ba-4591-8644-87558eb2ac24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:06:20.210373 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a0a5e-97ba-4591-8644-87558eb2ac24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:06:20.210758 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a0a5e-97ba-4591-8644-87558eb2ac24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:06:20.211108 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a0a5e-97ba-4591-8644-87558eb2ac24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:06:20.211455 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a0a5e-97ba-4591-8644-87558eb2ac24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:06:20.211804 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a0a5e-97ba-4591-8644-87558eb2ac24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:06:20.212151 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a0a5e-97ba-4591-8644-87558eb2ac24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:06:20.212495 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a0a5e-97ba-4591-8644-87558eb2ac24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a0a5e-97ba-4591-8644-87558eb2ac24 None None] Tracked resource versions report: Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: pushed versions: Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: { 'AddressGroup': {'1.2'}, Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: 'ConntrackHelper': {'1.0'}, Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: 'Log': {'1.0'}, Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: 'Network': {'1.1'}, Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: 'Port': {'1.7'}, Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: 'PortForwarding': {'1.2'}, Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: 'QosPolicy': {'1.8'}, Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroup': {'1.4'}, Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroupRule': {'1.2'}, Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: 'SubPort': {'1.0'}, Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: 'Subnet': {'1.1'}, Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: 'Trunk': {'1.1'}} Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: consumer versions: Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: { DHCP agent@dv-cinder-784623-7-smb: {}, Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: L3 agent@dv-cinder-784623-7-smb: {}, Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: Metadata agent@dv-cinder-784623-7-smb: {}, Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: Metering agent@dv-cinder-784623-7-smb: {}, Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: Open vSwitch agent@dv-cinder-784623-7-smb: { 'AddressGroup': '1.2', Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: 'ConntrackHelper': '1.0', Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: 'Log': '1.0', Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: 'Network': '1.1', Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: 'Port': '1.7', Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: 'PortForwarding': '1.2', Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: 'QosPolicy': '1.8', Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroup': '1.4', Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroupRule': '1.2', Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: 'SubPort': '1.0', Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: 'Subnet': '1.1', Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: 'Trunk': '1.1'}} Apr 22 16:06:20.213609 dv-cinder-784623-7-smb neutron-server[86202]: {{(pid=86318) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 16:06:20.220715 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-3a4a0a5e-97ba-4591-8644-87558eb2ac24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:06:20.221594 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-455f27cd-707b-4870-8373-4f92632fd4f7 None None] Attempting to bind port bff13231-e913-4de3-b84b-bdff4ac926fa on host dv-cinder-784623-7-smb for vnic_type normal with profile {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:06:20.222010 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-455f27cd-707b-4870-8373-4f92632fd4f7 None None] Attempting to bind port bff13231-e913-4de3-b84b-bdff4ac926fa by drivers openvswitch,hyperv on host dv-cinder-784623-7-smb at level 0 using segments [{'id': 'ffda477e-96ac-42dc-bf00-ca38e5a37305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '342f5fa1-57fa-4da8-9aed-3dd698b9ba7e'}] {{(pid=86318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:06:20.222410 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455f27cd-707b-4870-8373-4f92632fd4f7 None None] Attempting to bind port bff13231-e913-4de3-b84b-bdff4ac926fa on network 342f5fa1-57fa-4da8-9aed-3dd698b9ba7e {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:06:20.228174 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455f27cd-707b-4870-8373-4f92632fd4f7 None None] Checking agent: {'id': '8ffb9a94-5aed-4188-b3fb-9814a4924f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 5, 42), 'started_at': datetime.datetime(2021, 4, 22, 16, 6, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:06:20.228597 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455f27cd-707b-4870-8373-4f92632fd4f7 None None] Checking segment: {'id': 'ffda477e-96ac-42dc-bf00-ca38e5a37305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '342f5fa1-57fa-4da8-9aed-3dd698b9ba7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:06:20.229072 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-455f27cd-707b-4870-8373-4f92632fd4f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:20.229482 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455f27cd-707b-4870-8373-4f92632fd4f7 None None] Bound using segment: {'id': 'ffda477e-96ac-42dc-bf00-ca38e5a37305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '342f5fa1-57fa-4da8-9aed-3dd698b9ba7e'} {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:06:20.230007 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-455f27cd-707b-4870-8373-4f92632fd4f7 None None] Bound port: bff13231-e913-4de3-b84b-bdff4ac926fa, host: dv-cinder-784623-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffda477e-96ac-42dc-bf00-ca38e5a37305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '342f5fa1-57fa-4da8-9aed-3dd698b9ba7e'}}] {{(pid=86318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:06:20.230408 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-455f27cd-707b-4870-8373-4f92632fd4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:20.323767 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-455f27cd-707b-4870-8373-4f92632fd4f7 None None] For port bff13231-e913-4de3-b84b-bdff4ac926fa, host dv-cinder-784623-7-smb, cleared binding levels {{(pid=86318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:06:20.328462 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-455f27cd-707b-4870-8373-4f92632fd4f7 None None] For port bff13231-e913-4de3-b84b-bdff4ac926fa, host dv-cinder-784623-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=bff13231-e913-4de3-b84b-bdff4ac926fa,segment=NetworkSegment(ffda477e-96ac-42dc-bf00-ca38e5a37305),segment_id=ffda477e-96ac-42dc-bf00-ca38e5a37305)] {{(pid=86318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:06:20.332818 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-455f27cd-707b-4870-8373-4f92632fd4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:20.338043 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:06:20.427206 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f27cd-707b-4870-8373-4f92632fd4f7 None None] Routers {'5e2d40bb-30c6-427d-a758-0c2f1dc92255'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:06:20.427894 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-455f27cd-707b-4870-8373-4f92632fd4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:06:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['5e2d40bb-30c6-427d-a758-0c2f1dc92255'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:06:20.551210 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a0a5e-97ba-4591-8644-87558eb2ac24 None None] Pushing event updated for resources: {'Port': ['ID=bff13231-e913-4de3-b84b-bdff4ac926fa,revision_number=4']} {{(pid=86318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:06:20.561500 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-3a4a0a5e-97ba-4591-8644-87558eb2ac24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:06:20.598664 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-455f27cd-707b-4870-8373-4f92632fd4f7 None None] Set router 5e2d40bb-30c6-427d-a758-0c2f1dc92255 gateway port host: None {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:06:20.946652 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-455f27cd-707b-4870-8373-4f92632fd4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2d40bb-30c6-427d-a758-0c2f1dc92255', 'name': 'router1', 'tenant_id': 'e89ea9e4173c46caa26e741562147fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:06:06Z', 'updated_at': '2021-04-22T16:06:17Z', 'revision_number': 2, 'project_id': 'e89ea9e4173c46caa26e741562147fd1', 'gw_port_host': None, '_interfaces': [{'id': 'bff13231-e913-4de3-b84b-bdff4ac926fa', 'name': '', 'network_id': '342f5fa1-57fa-4da8-9aed-3dd698b9ba7e', 'tenant_id': 'e89ea9e4173c46caa26e741562147fd1', 'mac_address': 'fa:16:3e:33:ce:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2d40bb-30c6-427d-a758-0c2f1dc92255', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7b75f20-6327-4ee6-ba07-ad94bfefd672', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:06:16Z', 'updated_at': '2021-04-22T16:06:20Z', 'revision_number': 4, 'project_id': 'e89ea9e4173c46caa26e741562147fd1', 'subnets': [{'id': 'e7b75f20-6327-4ee6-ba07-ad94bfefd672', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea2f8e3e-522c-484f-8c44-43178b715e41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:06:20.950670 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f27cd-707b-4870-8373-4f92632fd4f7 None None] The sync data for ids ['5e2d40bb-30c6-427d-a758-0c2f1dc92255'] in dv-cinder-784623-7-smb is: [{'id': '5e2d40bb-30c6-427d-a758-0c2f1dc92255', 'name': 'router1', 'tenant_id': 'e89ea9e4173c46caa26e741562147fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:06:06Z', 'updated_at': '2021-04-22T16:06:17Z', 'revision_number': 2, 'project_id': 'e89ea9e4173c46caa26e741562147fd1', 'gw_port_host': None, '_interfaces': [{'id': 'bff13231-e913-4de3-b84b-bdff4ac926fa', 'name': '', 'network_id': '342f5fa1-57fa-4da8-9aed-3dd698b9ba7e', 'tenant_id': 'e89ea9e4173c46caa26e741562147fd1', 'mac_address': 'fa:16:3e:33:ce:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2d40bb-30c6-427d-a758-0c2f1dc92255', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7b75f20-6327-4ee6-ba07-ad94bfefd672', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:06:16Z', 'updated_at': '2021-04-22T16:06:20Z', 'revision_number': 4, 'project_id': 'e89ea9e4173c46caa26e741562147fd1', 'subnets': [{'id': 'e7b75f20-6327-4ee6-ba07-ad94bfefd672', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea2f8e3e-522c-484f-8c44-43178b715e41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:06:21.365522 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 37942) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:06:21.525302 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcf17ca-eb1a-48c3-bc36-3264b84714e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:06:21.525920 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-dbcf17ca-eb1a-48c3-bc36-3264b84714e9 admin admin] Synchronizing usage tracker for tenant:0f3d248169ed437f84056508d05c420a on resource:network {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:06:21.543848 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-dbcf17ca-eb1a-48c3-bc36-3264b84714e9 admin admin] Unset dirty status for tenant:0f3d248169ed437f84056508d05c420a on resource:network {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:06:21.545053 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-dbcf17ca-eb1a-48c3-bc36-3264b84714e9 admin admin] 10.222.0.21 "GET /v2.0/networks/88dd38af-48aa-4ea4-a266-3e61b5f89d27 HTTP/1.1" status: 200 len: 842 time: 0.1785071 Apr 22 16:06:21.556167 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-9ec01e86-688e-4aa6-aaa3-f2f51829c1d3 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.28.3.0/24', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'name': 'public-subnet', 'gateway_ip': '172.28.3.1', 'ip_version': 4}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:06:21.561827 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-9ec01e86-688e-4aa6-aaa3-f2f51829c1d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:06:21.566804 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-9ec01e86-688e-4aa6-aaa3-f2f51829c1d3 admin admin] Usage tracker for resource:subnet and tenant:0f3d248169ed437f84056508d05c420a is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:06:21.569768 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-9ec01e86-688e-4aa6-aaa3-f2f51829c1d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:06:21.579850 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-9ec01e86-688e-4aa6-aaa3-f2f51829c1d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:06:21.588881 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec01e86-688e-4aa6-aaa3-f2f51829c1d3 admin admin] Made reservation on behalf of 0f3d248169ed437f84056508d05c420a for: {'subnet': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:06:21.593519 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9ec01e86-688e-4aa6-aaa3-f2f51829c1d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:22.221028 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.objects.ports [None req-9ec01e86-688e-4aa6-aaa3-f2f51829c1d3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86316) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 22 16:06:22.221502 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9ec01e86-688e-4aa6-aaa3-f2f51829c1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319'] for subnet, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:22.226382 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:06:22.308477 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec01e86-688e-4aa6-aaa3-f2f51829c1d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=323aff52-d533-47a6-aeb2-a9a8b96d3993,revision_number=0']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:06:22.316303 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9ec01e86-688e-4aa6-aaa3-f2f51829c1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:06:22.319119 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec01e86-688e-4aa6-aaa3-f2f51829c1d3 admin admin] Checking segment: {'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:06:22.319517 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec01e86-688e-4aa6-aaa3-f2f51829c1d3 admin admin] Network hostable DHCP agents. Network: 88dd38af-48aa-4ea4-a266-3e61b5f89d27, hostable agents: ['c28daaaa-be26-4683-88d7-0ed6ab386346'], hosted agents: [] {{(pid=86316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:06:22.342508 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec01e86-688e-4aa6-aaa3-f2f51829c1d3 admin admin] Network 88dd38af-48aa-4ea4-a266-3e61b5f89d27 is scheduled to be hosted by DHCP agent c28daaaa-be26-4683-88d7-0ed6ab386346 with binding_index 1 {{(pid=86316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:06:22.353433 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-9ec01e86-688e-4aa6-aaa3-f2f51829c1d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-smb, 88dd38af-48aa-4ea4-a266-3e61b5f89d27) {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:06:22.357595 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec01e86-688e-4aa6-aaa3-f2f51829c1d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:06:22.358233 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9ec01e86-688e-4aa6-aaa3-f2f51829c1d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for subnet, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:22.363342 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a11643-74c7-4580-a396-b6ab725e9723 None None] Network 88dd38af-48aa-4ea4-a266-3e61b5f89d27 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:06:22.381695 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-9ec01e86-688e-4aa6-aaa3-f2f51829c1d3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8291371 Apr 22 16:06:22.603614 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaae39b7-8618-4561-9086-23f5dfc4b5da None None] Network 88dd38af-48aa-4ea4-a266-3e61b5f89d27 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:06:25.006058 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 37956) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:06:25.212963 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-a5e98ce9-a722-4dcb-a709-1ab205c91e33 admin admin] 10.222.0.21 "GET /v2.0/routers/5e2d40bb-30c6-427d-a758-0c2f1dc92255 HTTP/1.1" status: 200 len: 710 time: 0.2055686 Apr 22 16:06:25.347204 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b4e701-340b-48e5-b045-98205eab54ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:06:25.348619 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-e3b4e701-340b-48e5-b045-98205eab54ee admin admin] 10.222.0.21 "GET /v2.0/networks/88dd38af-48aa-4ea4-a266-3e61b5f89d27 HTTP/1.1" status: 200 len: 886 time: 0.1300552 Apr 22 16:06:25.358653 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-1f180dfd-ba7c-4904-8102-d6cd094facf7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'}}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:06:25.813361 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device bff13231-e913-4de3-b84b-bdff4ac926fa up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:06:25.821903 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1f180dfd-ba7c-4904-8102-d6cd094facf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854090766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854084264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16130'] for router, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:25.883561 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning for port bff13231-e913-4de3-b84b-bdff4ac926fa completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:06:25.888161 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port bff13231-e913-4de3-b84b-bdff4ac926fa triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:06:25.888561 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:26.013347 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:26.050069 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] For port bff13231-e913-4de3-b84b-bdff4ac926fa, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=bff13231-e913-4de3-b84b-bdff4ac926fa,segment=NetworkSegment(ffda477e-96ac-42dc-bf00-ca38e5a37305),segment_id=ffda477e-96ac-42dc-bf00-ca38e5a37305)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:06:26.054321 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:26.056608 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:06:26.129988 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Pushing event updated for resources: {'Port': ['ID=bff13231-e913-4de3-b84b-bdff4ac926fa,revision_number=5']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:06:26.135262 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:06:26.172300 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1f180dfd-ba7c-4904-8102-d6cd094facf7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:26.233588 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1f180dfd-ba7c-4904-8102-d6cd094facf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:26.372853 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-1f180dfd-ba7c-4904-8102-d6cd094facf7 admin admin] Allocated IP 172.28.3.254 (88dd38af-48aa-4ea4-a266-3e61b5f89d27/323aff52-d533-47a6-aeb2-a9a8b96d3993/19a16b67-c785-4a7f-b576-6a38dfbd27f8) {{(pid=86316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:06:26.526345 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1f180dfd-ba7c-4904-8102-d6cd094facf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:26.556154 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1f180dfd-ba7c-4904-8102-d6cd094facf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406'] for port, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:26.561160 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-96c49e2b-376b-4beb-a40a-6bd3490be785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:06:26.628395 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f180dfd-ba7c-4904-8102-d6cd094facf7 admin admin] Network 88dd38af-48aa-4ea4-a266-3e61b5f89d27 is already hosted by enough agents. {{(pid=86316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:06:26.631863 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-1f180dfd-ba7c-4904-8102-d6cd094facf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:06:26.636200 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f180dfd-ba7c-4904-8102-d6cd094facf7 admin admin] Received port after_create {{(pid=86316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:06:26.936890 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f180dfd-ba7c-4904-8102-d6cd094facf7 admin admin] Pushing event updated for resources: {'Port': ['ID=19a16b67-c785-4a7f-b576-6a38dfbd27f8,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:06:26.949091 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1f180dfd-ba7c-4904-8102-d6cd094facf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:06:27.222812 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1f180dfd-ba7c-4904-8102-d6cd094facf7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:27.585793 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1f180dfd-ba7c-4904-8102-d6cd094facf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854090766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854084264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16130'] for router, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:27.589302 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1f180dfd-ba7c-4904-8102-d6cd094facf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-685016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-685001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854090815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691503'] for router, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:27.775735 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f180dfd-ba7c-4904-8102-d6cd094facf7 admin admin] Router 5e2d40bb-30c6-427d-a758-0c2f1dc92255 has already been hosted by L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 {{(pid=86316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:06:27.793137 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device bff13231-e913-4de3-b84b-bdff4ac926fa up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:06:27.863382 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port bff13231-e913-4de3-b84b-bdff4ac926fa triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:06:27.863719 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:27.962409 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f180dfd-ba7c-4904-8102-d6cd094facf7 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:06:27.972745 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1f180dfd-ba7c-4904-8102-d6cd094facf7 admin admin] Notify callbacks [] for router, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:27.973998 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-1f180dfd-ba7c-4904-8102-d6cd094facf7 admin admin] 10.222.0.21 "PUT /v2.0/routers/5e2d40bb-30c6-427d-a758-0c2f1dc92255 HTTP/1.1" status: 200 len: 890 time: 2.6188426 Apr 22 16:06:27.979223 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb133a8-dc5b-46b0-a92c-63a3ec02e8ec None None] Sync routers for ids ['5e2d40bb-30c6-427d-a758-0c2f1dc92255'] in dv-cinder-784623-7-smb {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:06:27.999777 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb133a8-dc5b-46b0-a92c-63a3ec02e8ec None None] Routers {'5e2d40bb-30c6-427d-a758-0c2f1dc92255'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:06:28.000558 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-bcb133a8-dc5b-46b0-a92c-63a3ec02e8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:06:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['5e2d40bb-30c6-427d-a758-0c2f1dc92255'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:06:28.357720 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-bcb133a8-dc5b-46b0-a92c-63a3ec02e8ec None None] Set router 5e2d40bb-30c6-427d-a758-0c2f1dc92255 gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:06:28.716666 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-bcb133a8-dc5b-46b0-a92c-63a3ec02e8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2d40bb-30c6-427d-a758-0c2f1dc92255', 'name': 'router1', 'tenant_id': 'e89ea9e4173c46caa26e741562147fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '19a16b67-c785-4a7f-b576-6a38dfbd27f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:06:06Z', 'updated_at': '2021-04-22T16:06:27Z', 'revision_number': 4, 'project_id': 'e89ea9e4173c46caa26e741562147fd1', 'gw_port': {'id': '19a16b67-c785-4a7f-b576-6a38dfbd27f8', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2d40bb-30c6-427d-a758-0c2f1dc92255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:06:26Z', 'updated_at': '2021-04-22T16:06:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': 'bff13231-e913-4de3-b84b-bdff4ac926fa', 'name': '', 'network_id': '342f5fa1-57fa-4da8-9aed-3dd698b9ba7e', 'tenant_id': 'e89ea9e4173c46caa26e741562147fd1', 'mac_address': 'fa:16:3e:33:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2d40bb-30c6-427d-a758-0c2f1dc92255', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7b75f20-6327-4ee6-ba07-ad94bfefd672', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:06:16Z', 'updated_at': '2021-04-22T16:06:26Z', 'revision_number': 5, 'project_id': 'e89ea9e4173c46caa26e741562147fd1', 'subnets': [{'id': 'e7b75f20-6327-4ee6-ba07-ad94bfefd672', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea2f8e3e-522c-484f-8c44-43178b715e41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:06:28.722198 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb133a8-dc5b-46b0-a92c-63a3ec02e8ec None None] Checking router: 5e2d40bb-30c6-427d-a758-0c2f1dc92255 for host: dv-cinder-784623-7-smb {{(pid=86317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:06:28.722628 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb133a8-dc5b-46b0-a92c-63a3ec02e8ec None None] Updating router 5e2d40bb-30c6-427d-a758-0c2f1dc92255 port 19a16b67-c785-4a7f-b576-6a38dfbd27f8 binding host dv-cinder-784623-7-smb {{(pid=86317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:06:28.779454 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bcb133a8-dc5b-46b0-a92c-63a3ec02e8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:29.123211 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bcb133a8-dc5b-46b0-a92c-63a3ec02e8ec None None] Notify callbacks [] for port, precommit_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:29.137057 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-bcb133a8-dc5b-46b0-a92c-63a3ec02e8ec None None] Transition to ACTIVE for port object 19a16b67-c785-4a7f-b576-6a38dfbd27f8 will not be triggered until provisioned by entity L2. {{(pid=86317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:06:29.143534 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bcb133a8-dc5b-46b0-a92c-63a3ec02e8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:29.148242 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:06:29.226171 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-bcb133a8-dc5b-46b0-a92c-63a3ec02e8ec None None] Attempting to bind port 19a16b67-c785-4a7f-b576-6a38dfbd27f8 on host dv-cinder-784623-7-smb for vnic_type normal with profile {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:06:29.226613 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-bcb133a8-dc5b-46b0-a92c-63a3ec02e8ec None None] Attempting to bind port 19a16b67-c785-4a7f-b576-6a38dfbd27f8 by drivers openvswitch,hyperv on host dv-cinder-784623-7-smb at level 0 using segments [{'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:06:29.227012 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb133a8-dc5b-46b0-a92c-63a3ec02e8ec None None] Attempting to bind port 19a16b67-c785-4a7f-b576-6a38dfbd27f8 on network 88dd38af-48aa-4ea4-a266-3e61b5f89d27 {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:06:29.236668 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb133a8-dc5b-46b0-a92c-63a3ec02e8ec None None] Checking agent: {'id': '8ffb9a94-5aed-4188-b3fb-9814a4924f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 5, 42), 'started_at': datetime.datetime(2021, 4, 22, 16, 6, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:06:29.237071 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb133a8-dc5b-46b0-a92c-63a3ec02e8ec None None] Checking segment: {'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:06:29.237504 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bcb133a8-dc5b-46b0-a92c-63a3ec02e8ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:29.237924 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb133a8-dc5b-46b0-a92c-63a3ec02e8ec None None] Bound using segment: {'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:06:29.238420 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-bcb133a8-dc5b-46b0-a92c-63a3ec02e8ec None None] Bound port: 19a16b67-c785-4a7f-b576-6a38dfbd27f8, host: dv-cinder-784623-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'}}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:06:29.238843 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bcb133a8-dc5b-46b0-a92c-63a3ec02e8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:29.267937 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648129ef-012f-4726-a17c-7dfa1a03ddc9 None None] Pushing event updated for resources: {'Port': ['ID=19a16b67-c785-4a7f-b576-6a38dfbd27f8,revision_number=2']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:06:29.276675 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-648129ef-012f-4726-a17c-7dfa1a03ddc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:06:29.317575 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-bcb133a8-dc5b-46b0-a92c-63a3ec02e8ec None None] For port 19a16b67-c785-4a7f-b576-6a38dfbd27f8, host dv-cinder-784623-7-smb, cleared binding levels {{(pid=86317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:06:29.320674 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-bcb133a8-dc5b-46b0-a92c-63a3ec02e8ec None None] For port 19a16b67-c785-4a7f-b576-6a38dfbd27f8, host dv-cinder-784623-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=19a16b67-c785-4a7f-b576-6a38dfbd27f8,segment=NetworkSegment(0a545a0b-864e-4a70-9faa-625966eb1a15),segment_id=0a545a0b-864e-4a70-9faa-625966eb1a15)] {{(pid=86317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:06:29.324203 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bcb133a8-dc5b-46b0-a92c-63a3ec02e8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:29.329737 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:06:29.408147 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb133a8-dc5b-46b0-a92c-63a3ec02e8ec None None] Routers {'5e2d40bb-30c6-427d-a758-0c2f1dc92255'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:06:29.408805 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-bcb133a8-dc5b-46b0-a92c-63a3ec02e8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:06:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['5e2d40bb-30c6-427d-a758-0c2f1dc92255'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:06:29.541452 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648129ef-012f-4726-a17c-7dfa1a03ddc9 None None] Pushing event updated for resources: {'Port': ['ID=19a16b67-c785-4a7f-b576-6a38dfbd27f8,revision_number=3']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:06:29.544554 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-648129ef-012f-4726-a17c-7dfa1a03ddc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:06:29.602581 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-bcb133a8-dc5b-46b0-a92c-63a3ec02e8ec None None] Set router 5e2d40bb-30c6-427d-a758-0c2f1dc92255 gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:06:29.948669 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-bcb133a8-dc5b-46b0-a92c-63a3ec02e8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2d40bb-30c6-427d-a758-0c2f1dc92255', 'name': 'router1', 'tenant_id': 'e89ea9e4173c46caa26e741562147fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '19a16b67-c785-4a7f-b576-6a38dfbd27f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:06:06Z', 'updated_at': '2021-04-22T16:06:27Z', 'revision_number': 4, 'project_id': 'e89ea9e4173c46caa26e741562147fd1', 'gw_port': {'id': '19a16b67-c785-4a7f-b576-6a38dfbd27f8', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2d40bb-30c6-427d-a758-0c2f1dc92255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:06:26Z', 'updated_at': '2021-04-22T16:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': 'bff13231-e913-4de3-b84b-bdff4ac926fa', 'name': '', 'network_id': '342f5fa1-57fa-4da8-9aed-3dd698b9ba7e', 'tenant_id': 'e89ea9e4173c46caa26e741562147fd1', 'mac_address': 'fa:16:3e:33:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2d40bb-30c6-427d-a758-0c2f1dc92255', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7b75f20-6327-4ee6-ba07-ad94bfefd672', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:06:16Z', 'updated_at': '2021-04-22T16:06:26Z', 'revision_number': 5, 'project_id': 'e89ea9e4173c46caa26e741562147fd1', 'subnets': [{'id': 'e7b75f20-6327-4ee6-ba07-ad94bfefd672', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea2f8e3e-522c-484f-8c44-43178b715e41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:06:29.953525 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb133a8-dc5b-46b0-a92c-63a3ec02e8ec None None] The sync data for ids ['5e2d40bb-30c6-427d-a758-0c2f1dc92255'] in dv-cinder-784623-7-smb is: [{'id': '5e2d40bb-30c6-427d-a758-0c2f1dc92255', 'name': 'router1', 'tenant_id': 'e89ea9e4173c46caa26e741562147fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '19a16b67-c785-4a7f-b576-6a38dfbd27f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:06:06Z', 'updated_at': '2021-04-22T16:06:27Z', 'revision_number': 4, 'project_id': 'e89ea9e4173c46caa26e741562147fd1', 'gw_port': {'id': '19a16b67-c785-4a7f-b576-6a38dfbd27f8', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2d40bb-30c6-427d-a758-0c2f1dc92255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:06:26Z', 'updated_at': '2021-04-22T16:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': 'bff13231-e913-4de3-b84b-bdff4ac926fa', 'name': '', 'network_id': '342f5fa1-57fa-4da8-9aed-3dd698b9ba7e', 'tenant_id': 'e89ea9e4173c46caa26e741562147fd1', 'mac_address': 'fa:16:3e:33:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2d40bb-30c6-427d-a758-0c2f1dc92255', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7b75f20-6327-4ee6-ba07-ad94bfefd672', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:06:16Z', 'updated_at': '2021-04-22T16:06:26Z', 'revision_number': 5, 'project_id': 'e89ea9e4173c46caa26e741562147fd1', 'subnets': [{'id': 'e7b75f20-6327-4ee6-ba07-ad94bfefd672', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea2f8e3e-522c-484f-8c44-43178b715e41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:06:30.680502 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 37966) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:06:30.805607 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-d86d5883-74b7-4414-9e9a-0424a830fa83 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1238787 Apr 22 16:06:31.831958 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 19a16b67-c785-4a7f-b576-6a38dfbd27f8 up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:06:31.910861 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning for port 19a16b67-c785-4a7f-b576-6a38dfbd27f8 completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:06:31.915647 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port 19a16b67-c785-4a7f-b576-6a38dfbd27f8 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:06:31.916062 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:32.043001 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:32.063560 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] For port 19a16b67-c785-4a7f-b576-6a38dfbd27f8, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=19a16b67-c785-4a7f-b576-6a38dfbd27f8,segment=NetworkSegment(0a545a0b-864e-4a70-9faa-625966eb1a15),segment_id=0a545a0b-864e-4a70-9faa-625966eb1a15)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:06:32.066547 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:32.069663 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-648129ef-012f-4726-a17c-7dfa1a03ddc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:06:32.145993 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Pushing event updated for resources: {'Port': ['ID=19a16b67-c785-4a7f-b576-6a38dfbd27f8,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:06:32.149426 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:06:33.846246 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 19a16b67-c785-4a7f-b576-6a38dfbd27f8 up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:06:33.943824 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port 19a16b67-c785-4a7f-b576-6a38dfbd27f8 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:06:33.944631 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:36.354744 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 5 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:06:38.427292 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e211b208-2ef2-4857-b5f0-848d46e60bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:41.369843 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6398369c-714d-44af-a31e-fe89cdda2e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:41.531069 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:41.784853 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:06:43.034082 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:07:08.410476 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-90eacbb3-5d65-49ea-91fd-c7858cf3e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:07:11.366001 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b616b314-db47-49f1-a0bb-9dfa0c939a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:07:11.519148 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:07:11.793644 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:07:13.120641 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:07:13.355090 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 5 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:07:38.413164 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c81b8181-2d42-49eb-80fc-7f4c4f15ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:07:41.358642 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4662a5c9-6c15-4e66-9d33-11815edca772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:07:41.520985 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:07:41.776269 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:07:43.050991 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:07:50.354801 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 5 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:08:08.414317 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1b9cdabb-aa46-4f39-b8cd-ecec55a4e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:08:11.360022 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-449138fe-ff74-4748-a5e3-9e36dee7cd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:08:11.524760 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:08:11.778099 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:08:13.055158 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:08:14.815902 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 38536) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:08:14.890801 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.pecan_wsgi.hooks.translation [None req-476a1527-4967-4f2e-9a8d-a29055f5e258 admin admin] GET failed (client error): The resource could not be found. Apr 22 16:08:14.892156 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-476a1527-4967-4f2e-9a8d-a29055f5e258 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0751727 Apr 22 16:08:15.034655 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18f2eec-d2ed-41dd-b9e1-b06da59105ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:08:15.036193 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-a18f2eec-d2ed-41dd-b9e1-b06da59105ed admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1398075 Apr 22 16:08:17.530238 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 38546) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:08:17.648353 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc6a4ac-3a65-43b8-af12-aff78d048206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:08:17.648960 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-6dc6a4ac-3a65-43b8-af12-aff78d048206 admin admin] Synchronizing usage tracker for tenant:0f3d248169ed437f84056508d05c420a on resource:subnet {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:08:17.663207 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-6dc6a4ac-3a65-43b8-af12-aff78d048206 admin admin] Unset dirty status for tenant:0f3d248169ed437f84056508d05c420a on resource:subnet {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:08:17.670409 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-6dc6a4ac-3a65-43b8-af12-aff78d048206 admin admin] 10.222.0.21 "GET /v2.0/subnets/e7b75f20-6327-4ee6-ba07-ad94bfefd672 HTTP/1.1" status: 200 len: 849 time: 0.1331260 Apr 22 16:08:17.675295 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-4fac9e13-e7f7-4eac-ba4f-10d7e8a65093 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:08:17.800530 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4fac9e13-e7f7-4eac-ba4f-10d7e8a65093 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:08:18.102287 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4fac9e13-e7f7-4eac-ba4f-10d7e8a65093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794767449561'] for subnet, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:08:18.107738 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9ec01e86-688e-4aa6-aaa3-f2f51829c1d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:08:18.152375 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fac9e13-e7f7-4eac-ba4f-10d7e8a65093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:08:18.153047 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4fac9e13-e7f7-4eac-ba4f-10d7e8a65093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for subnet, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:08:18.170525 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-4fac9e13-e7f7-4eac-ba4f-10d7e8a65093 admin admin] 10.222.0.21 "PUT /v2.0/subnets/e7b75f20-6327-4ee6-ba07-ad94bfefd672 HTTP/1.1" status: 200 len: 868 time: 0.4833105 Apr 22 16:08:18.170809 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbeb2f6-9a04-4a45-afc5-e7bec8413f09 None None] Network 342f5fa1-57fa-4da8-9aed-3dd698b9ba7e requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:08:18.180862 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac9e13-e7f7-4eac-ba4f-10d7e8a65093 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7b75f20-6327-4ee6-ba07-ad94bfefd672,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:08:18.190185 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac9e13-e7f7-4eac-ba4f-10d7e8a65093 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:08:18.190590 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac9e13-e7f7-4eac-ba4f-10d7e8a65093 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:08:18.190954 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac9e13-e7f7-4eac-ba4f-10d7e8a65093 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:08:18.191326 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac9e13-e7f7-4eac-ba4f-10d7e8a65093 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:08:18.191694 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac9e13-e7f7-4eac-ba4f-10d7e8a65093 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:08:18.192060 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac9e13-e7f7-4eac-ba4f-10d7e8a65093 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:08:18.192422 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac9e13-e7f7-4eac-ba4f-10d7e8a65093 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:08:18.192784 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac9e13-e7f7-4eac-ba4f-10d7e8a65093 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:08:18.193165 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac9e13-e7f7-4eac-ba4f-10d7e8a65093 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:08:18.193525 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac9e13-e7f7-4eac-ba4f-10d7e8a65093 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:08:18.193890 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac9e13-e7f7-4eac-ba4f-10d7e8a65093 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:08:18.194245 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac9e13-e7f7-4eac-ba4f-10d7e8a65093 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:08:18.198068 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-4fac9e13-e7f7-4eac-ba4f-10d7e8a65093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:08:18.687347 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-c695a47c-bebe-45b7-b6b4-b22fb3ea0887 None None] Provisioning complete for port bff13231-e913-4de3-b84b-bdff4ac926fa triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:08:18.687808 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c695a47c-bebe-45b7-b6b4-b22fb3ea0887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:08:18.984802 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-c695a47c-bebe-45b7-b6b4-b22fb3ea0887 None None] Provisioning complete for port b694d210-f8df-4d9d-b857-0ce8c033651e triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:08:18.985215 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c695a47c-bebe-45b7-b6b4-b22fb3ea0887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:08:20.662624 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 38556) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:08:20.852620 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf8b66c-16ff-4bad-9752-f8321ac20ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:08:20.853078 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf8b66c-16ff-4bad-9752-f8321ac20ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:08:20.855696 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-ebf8b66c-16ff-4bad-9752-f8321ac20ea5 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1908555 Apr 22 16:08:23.360005 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 38566) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:08:23.545813 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08aac1a7-0854-46d3-a62a-bd63a6934433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:08:23.546347 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08aac1a7-0854-46d3-a62a-bd63a6934433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:08:23.547984 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-08aac1a7-0854-46d3-a62a-bd63a6934433 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1869547 Apr 22 16:08:26.057799 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 38576) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:08:26.242333 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58df04f-7907-4d39-9a89-b0242ce1c62c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:08:26.243808 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-f58df04f-7907-4d39-9a89-b0242ce1c62c admin admin] 10.222.0.21 "GET /v2.0/networks/342f5fa1-57fa-4da8-9aed-3dd698b9ba7e HTTP/1.1" status: 200 len: 869 time: 0.1848400 Apr 22 16:08:27.355010 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 5 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:08:28.765846 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 38586) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:08:29.095401 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae013a5-0ca4-473b-b006-1d84a4842098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:08:29.096874 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-8ae013a5-0ca4-473b-b006-1d84a4842098 admin admin] 10.222.0.21 "GET /v2.0/networks/88dd38af-48aa-4ea4-a266-3e61b5f89d27 HTTP/1.1" status: 200 len: 886 time: 0.3299448 Apr 22 16:08:31.608177 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 38596) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:08:31.722529 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271ad890-ca37-48aa-90ee-0de1420a95f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:08:31.723051 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271ad890-ca37-48aa-90ee-0de1420a95f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:08:31.724636 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-271ad890-ca37-48aa-90ee-0de1420a95f2 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1154454 Apr 22 16:08:34.230790 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 38606) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:08:34.345785 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9964a6e4-26da-40a9-a97c-2f5223a455e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:08:34.346295 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9964a6e4-26da-40a9-a97c-2f5223a455e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:08:34.347911 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-9964a6e4-26da-40a9-a97c-2f5223a455e8 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1160572 Apr 22 16:08:36.859936 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 38616) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:08:36.971014 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5809a1-e409-4215-9fe7-0f37e1bc3d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:08:36.972388 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-4c5809a1-e409-4215-9fe7-0f37e1bc3d4a admin admin] 10.222.0.21 "GET /v2.0/subnets/323aff52-d533-47a6-aeb2-a9a8b96d3993 HTTP/1.1" status: 200 len: 816 time: 0.1114089 Apr 22 16:08:38.416093 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1712a884-20b3-4a6d-b3c5-c126ff50c392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:08:39.487895 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 38626) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:08:39.601369 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b606f4c6-a5ad-4c9e-b724-952deb9e8151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:08:39.603798 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-b606f4c6-a5ad-4c9e-b724-952deb9e8151 admin admin] 10.222.0.21 "GET /v2.0/subnets/e7b75f20-6327-4ee6-ba07-ad94bfefd672 HTTP/1.1" status: 200 len: 868 time: 0.1148727 Apr 22 16:08:41.361952 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1d14b0c2-476d-4c64-a3ef-b0610db32d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:08:41.526970 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:08:41.780551 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:08:43.057195 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:09:04.355674 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 5 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:09:06.251038 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 38670) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:09:06.302937 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [None req-2f7d4845-eba0-43ad-b22a-e28b9cf0b9f7 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86316) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:09:06.304043 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-2f7d4845-eba0-43ad-b22a-e28b9cf0b9f7 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0520005 Apr 22 16:09:08.418710 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f986866a-a5cc-44fe-8ab5-58201e9f5ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:09:08.890393 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 38680) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:09:08.965297 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.pecan_wsgi.hooks.translation [None req-92925795-730e-46ae-9ea8-039edbc18a89 admin admin] GET failed (client error): The resource could not be found. Apr 22 16:09:08.966696 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-92925795-730e-46ae-9ea8-039edbc18a89 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0752256 Apr 22 16:09:09.103082 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3420812-546f-48d5-a7df-7c41d60d8b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:09:09.104633 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-b3420812-546f-48d5-a7df-7c41d60d8b90 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1335938 Apr 22 16:09:11.364408 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3e20796d-3c3c-4123-94c2-6f78eca9903c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:09:11.531480 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:09:11.603659 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 38690) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:09:11.655383 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-052912c3-c088-4b2f-90f8-554f30118610 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:09:11.660426 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-052912c3-c088-4b2f-90f8-554f30118610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:09:11.671598 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-052912c3-c088-4b2f-90f8-554f30118610 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:09:11.681594 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052912c3-c088-4b2f-90f8-554f30118610 admin admin] Made reservation on behalf of 0f3d248169ed437f84056508d05c420a for: {'network': 1} {{(pid=86315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:09:11.686286 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-052912c3-c088-4b2f-90f8-554f30118610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for network, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:09:11.781086 dv-cinder-784623-7-smb neutron-server[86202]: WARNING neutron.services.revisions.revision_plugin [None req-052912c3-c088-4b2f-90f8-554f30118610 admin admin] Could not find related network for resource to bump revision. Apr 22 16:09:11.781482 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:09:11.794306 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052912c3-c088-4b2f-90f8-554f30118610 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=86315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:09:11.804506 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-052912c3-c088-4b2f-90f8-554f30118610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:09:11.804896 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.segments_db [None req-052912c3-c088-4b2f-90f8-554f30118610 admin admin] Added segment 133db314-22f3-4bf6-8b7b-545c56dba68d of type vlan for network ccaaba57-a1dd-4586-8304-7ee9669f913a Apr 22 16:09:11.834355 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-052912c3-c088-4b2f-90f8-554f30118610 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242087783420'] for network, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:09:11.864710 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-052912c3-c088-4b2f-90f8-554f30118610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319'] for network, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:09:11.866082 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052912c3-c088-4b2f-90f8-554f30118610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:09:11.866753 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-052912c3-c088-4b2f-90f8-554f30118610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:09:11.871717 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:09:11.975892 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-052912c3-c088-4b2f-90f8-554f30118610 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3709886 Apr 22 16:09:11.976567 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052912c3-c088-4b2f-90f8-554f30118610 admin admin] Pushing event updated for resources: {'Network': ['ID=ccaaba57-a1dd-4586-8304-7ee9669f913a,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:09:11.983885 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052912c3-c088-4b2f-90f8-554f30118610 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:09:11.984265 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052912c3-c088-4b2f-90f8-554f30118610 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:09:11.984646 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052912c3-c088-4b2f-90f8-554f30118610 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:09:11.985020 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052912c3-c088-4b2f-90f8-554f30118610 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:09:11.985391 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052912c3-c088-4b2f-90f8-554f30118610 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:09:11.985764 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052912c3-c088-4b2f-90f8-554f30118610 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:09:11.986130 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052912c3-c088-4b2f-90f8-554f30118610 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:09:11.986515 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052912c3-c088-4b2f-90f8-554f30118610 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:09:11.986900 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052912c3-c088-4b2f-90f8-554f30118610 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:09:11.987267 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052912c3-c088-4b2f-90f8-554f30118610 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:09:11.988440 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052912c3-c088-4b2f-90f8-554f30118610 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:09:11.988641 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052912c3-c088-4b2f-90f8-554f30118610 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:09:11.992466 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-052912c3-c088-4b2f-90f8-554f30118610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:09:12.001591 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Network ccaaba57-a1dd-4586-8304-7ee9669f913a details requested by agent ovs-agent-dv-cinder-784623-7-smb with host dv-cinder-784623-7-smb {{(pid=86317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:09:13.058675 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:09:14.509285 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 38700) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:09:14.584779 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf45604-c451-43f5-99de-a99acc927634 admin admin] GET failed (client error): The resource could not be found. Apr 22 16:09:14.585355 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-fbf45604-c451-43f5-99de-a99acc927634 admin admin] Synchronizing usage tracker for tenant:0f3d248169ed437f84056508d05c420a on resource:network {{(pid=86315) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:09:14.600549 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-fbf45604-c451-43f5-99de-a99acc927634 admin admin] Unset dirty status for tenant:0f3d248169ed437f84056508d05c420a on resource:network {{(pid=86315) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:09:14.601736 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-fbf45604-c451-43f5-99de-a99acc927634 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0914097 Apr 22 16:09:14.716890 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28005619-8dd8-4627-94e6-a632fa661983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:09:14.718383 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-28005619-8dd8-4627-94e6-a632fa661983 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1123567 Apr 22 16:09:14.729956 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-04e51308-8f88-4b03-978d-c62a6d2b3ed3 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'ccaaba57-a1dd-4586-8304-7ee9669f913a', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:09:14.734594 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-04e51308-8f88-4b03-978d-c62a6d2b3ed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:09:14.744553 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-04e51308-8f88-4b03-978d-c62a6d2b3ed3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:09:14.753146 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e51308-8f88-4b03-978d-c62a6d2b3ed3 admin admin] Made reservation on behalf of 0f3d248169ed437f84056508d05c420a for: {'subnet': 1} {{(pid=86315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:09:14.757673 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-04e51308-8f88-4b03-978d-c62a6d2b3ed3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:09:15.148676 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-04e51308-8f88-4b03-978d-c62a6d2b3ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319'] for subnet, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:09:15.153703 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-76c8f7d7-ddec-4fc7-873a-d11811c1a34b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:09:15.232221 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e51308-8f88-4b03-978d-c62a6d2b3ed3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f249df44-e6a2-462f-b47a-3a758c343218,revision_number=0']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:09:15.236152 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-04e51308-8f88-4b03-978d-c62a6d2b3ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:09:15.237009 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e51308-8f88-4b03-978d-c62a6d2b3ed3 admin admin] Checking segment: {'id': '133db314-22f3-4bf6-8b7b-545c56dba68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ccaaba57-a1dd-4586-8304-7ee9669f913a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:09:15.238367 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e51308-8f88-4b03-978d-c62a6d2b3ed3 admin admin] Network hostable DHCP agents. Network: ccaaba57-a1dd-4586-8304-7ee9669f913a, hostable agents: ['c28daaaa-be26-4683-88d7-0ed6ab386346'], hosted agents: [] {{(pid=86315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:09:15.257321 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e51308-8f88-4b03-978d-c62a6d2b3ed3 admin admin] Network ccaaba57-a1dd-4586-8304-7ee9669f913a is scheduled to be hosted by DHCP agent c28daaaa-be26-4683-88d7-0ed6ab386346 with binding_index 1 {{(pid=86315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:09:15.265273 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-04e51308-8f88-4b03-978d-c62a6d2b3ed3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-smb, ccaaba57-a1dd-4586-8304-7ee9669f913a) {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:09:15.269683 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e51308-8f88-4b03-978d-c62a6d2b3ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:09:15.270324 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-04e51308-8f88-4b03-978d-c62a6d2b3ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for subnet, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:09:15.274783 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdbc2e0-a22e-46be-8b9a-1c7c9a7a951f None None] Network ccaaba57-a1dd-4586-8304-7ee9669f913a requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:09:15.298535 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-04e51308-8f88-4b03-978d-c62a6d2b3ed3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5680783 Apr 22 16:09:15.518851 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5dae8048-e0d5-5873-ba1f-190788cc8618-ccaaba57-a1dd-4586-8304-7ee9669f913a', 'network_id': 'ccaaba57-a1dd-4586-8304-7ee9669f913a', 'tenant_id': '0f3d248169ed437f84056508d05c420a', 'fixed_ips': [{'subnet_id': 'f249df44-e6a2-462f-b47a-3a758c343218'}]}} from dv-cinder-784623-7-smb. {{(pid=86317) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:09:15.519770 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:09:15.687732 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Allocated IP 192.168.233.2 (ccaaba57-a1dd-4586-8304-7ee9669f913a/f249df44-e6a2-462f-b47a-3a758c343218/25234120-c77d-48b3-8836-2e16d703a731) {{(pid=86317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:09:15.908900 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Notify callbacks [] for port, precommit_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:09:15.919578 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Transition to ACTIVE for port object 25234120-c77d-48b3-8836-2e16d703a731 will not be triggered until provisioned by entity L2. {{(pid=86317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:09:15.939854 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Transition to ACTIVE for port object 25234120-c77d-48b3-8836-2e16d703a731 will not be triggered until provisioned by entity DHCP. {{(pid=86317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:09:15.944478 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406'] for port, after_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:09:15.950196 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:09:16.017890 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Network ccaaba57-a1dd-4586-8304-7ee9669f913a is already hosted by enough agents. {{(pid=86317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:09:16.022410 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Resources bound (agent type, host, resource id): {{(pid=86317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:09:16.026335 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Received port after_create {{(pid=86317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:09:16.036934 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Pushing event updated for resources: {'Port': ['ID=25234120-c77d-48b3-8836-2e16d703a731,revision_number=1']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:09:16.106637 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:09:16.107019 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:09:16.107395 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:09:16.107763 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:09:16.108123 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:09:16.108481 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:09:16.108891 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:09:16.109196 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:09:16.109557 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:09:16.109914 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:09:16.110323 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:09:16.110715 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:09:16.119087 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:09:16.140950 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Attempting to bind port 25234120-c77d-48b3-8836-2e16d703a731 on host dv-cinder-784623-7-smb for vnic_type normal with profile {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:09:16.141365 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Attempting to bind port 25234120-c77d-48b3-8836-2e16d703a731 by drivers openvswitch,hyperv on host dv-cinder-784623-7-smb at level 0 using segments [{'id': '133db314-22f3-4bf6-8b7b-545c56dba68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ccaaba57-a1dd-4586-8304-7ee9669f913a'}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:09:16.141763 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Attempting to bind port 25234120-c77d-48b3-8836-2e16d703a731 on network ccaaba57-a1dd-4586-8304-7ee9669f913a {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:09:16.148913 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Checking agent: {'id': '8ffb9a94-5aed-4188-b3fb-9814a4924f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 5, 42), 'started_at': datetime.datetime(2021, 4, 22, 16, 6, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:09:16.149381 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Checking segment: {'id': '133db314-22f3-4bf6-8b7b-545c56dba68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ccaaba57-a1dd-4586-8304-7ee9669f913a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:09:16.149836 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:09:16.150388 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Bound using segment: {'id': '133db314-22f3-4bf6-8b7b-545c56dba68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ccaaba57-a1dd-4586-8304-7ee9669f913a'} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:09:16.151024 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Bound port: 25234120-c77d-48b3-8836-2e16d703a731, host: dv-cinder-784623-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133db314-22f3-4bf6-8b7b-545c56dba68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ccaaba57-a1dd-4586-8304-7ee9669f913a'}}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:09:16.151839 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:09:16.249920 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] For port 25234120-c77d-48b3-8836-2e16d703a731, host dv-cinder-784623-7-smb, cleared binding levels {{(pid=86317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:09:16.255147 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] For port 25234120-c77d-48b3-8836-2e16d703a731, host dv-cinder-784623-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=25234120-c77d-48b3-8836-2e16d703a731,segment=NetworkSegment(133db314-22f3-4bf6-8b7b-545c56dba68d),segment_id=133db314-22f3-4bf6-8b7b-545c56dba68d)] {{(pid=86317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:09:16.259253 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:09:16.264536 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-aae2d5d9-4f89-41a0-8aa1-d35df6043f44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:09:16.347692 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Pushing event updated for resources: {'Port': ['ID=25234120-c77d-48b3-8836-2e16d703a731,revision_number=2']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:09:16.360144 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:09:17.561407 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b12b5f2-937c-4a1c-b4cd-f46e58887115 None None] Network ccaaba57-a1dd-4586-8304-7ee9669f913a requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:09:17.666066 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-a888b15f-8480-4823-af1a-46a47a578855 None None] Provisioning for port 25234120-c77d-48b3-8836-2e16d703a731 completed by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:09:17.970079 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 25234120-c77d-48b3-8836-2e16d703a731 up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:09:18.054217 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning for port 25234120-c77d-48b3-8836-2e16d703a731 completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:09:18.059546 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port 25234120-c77d-48b3-8836-2e16d703a731 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:09:18.059967 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:09:18.188181 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:09:18.222860 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] For port 25234120-c77d-48b3-8836-2e16d703a731, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=25234120-c77d-48b3-8836-2e16d703a731,segment=NetworkSegment(133db314-22f3-4bf6-8b7b-545c56dba68d),segment_id=133db314-22f3-4bf6-8b7b-545c56dba68d)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:09:18.225793 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:09:18.228928 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:09:18.301145 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Pushing event updated for resources: {'Port': ['ID=25234120-c77d-48b3-8836-2e16d703a731,revision_number=3']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:09:18.304393 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:09:19.924059 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 25234120-c77d-48b3-8836-2e16d703a731 up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:09:19.997584 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port 25234120-c77d-48b3-8836-2e16d703a731 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:09:19.997997 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:09:38.420774 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-58a14f04-ae1c-4c12-84c5-fa38cdb376c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:09:41.356039 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 5 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:09:41.364901 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ff0a335b-b458-4016-8d7a-dc39bcfbec09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:09:41.533919 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:09:41.784674 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:09:43.063168 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:10:08.421972 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a33e725b-2f5f-4f2a-bdd8-ea416cbb941a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:10:11.366418 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8318cca2-8c0c-48a5-a6ec-39d4e1274dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:10:11.536472 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:10:11.786031 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:10:13.066559 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:10:18.356080 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 5 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:10:38.427832 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b2fd1cfc-4011-442a-92db-ae1ad6e9a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:10:41.368345 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-55712e27-eef1-445a-907d-a6c6e5083ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:10:41.541018 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:10:41.790880 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:10:43.071940 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:10:50.734047 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 38752) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:10:50.740347 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [None req-591562ef-cbc7-4af1-aa96-c90011eef843 tempest-verify_tempest_config-1255903845 tempest-verify_tempest_config-1255903845-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86315) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:10:50.742082 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-591562ef-cbc7-4af1-aa96-c90011eef843 tempest-verify_tempest_config-1255903845 tempest-verify_tempest_config-1255903845-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062346 Apr 22 16:10:51.056676 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 38770) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:10:51.182410 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6b316443-9ed6-4c6f-afda-5b0bb574083d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:10:51.199223 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-6b316443-9ed6-4c6f-afda-5b0bb574083d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:10:51.203365 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-6b316443-9ed6-4c6f-afda-5b0bb574083d admin admin] Usage tracker for resource:security_group_rule and tenant:b79bc343ad3f4f3b96fb678874038a77 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:10:51.206314 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-6b316443-9ed6-4c6f-afda-5b0bb574083d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:10:51.213953 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-6b316443-9ed6-4c6f-afda-5b0bb574083d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:10:51.307318 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6b316443-9ed6-4c6f-afda-5b0bb574083d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:10:51.309954 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6b316443-9ed6-4c6f-afda-5b0bb574083d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:10:51.318997 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e9fbbaf6-699e-42aa-8e11-a2389d177682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:10:51.360918 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-6b316443-9ed6-4c6f-afda-5b0bb574083d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b79bc343ad3f4f3b96fb678874038a77&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3031530 Apr 22 16:10:51.361825 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b316443-9ed6-4c6f-afda-5b0bb574083d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a874280-61ec-4f5a-ae16-25b4fe3f0b2e,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:10:51.363984 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 38776) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:10:51.369299 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b316443-9ed6-4c6f-afda-5b0bb574083d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:10:51.369678 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b316443-9ed6-4c6f-afda-5b0bb574083d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:10:51.370052 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b316443-9ed6-4c6f-afda-5b0bb574083d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:10:51.370417 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b316443-9ed6-4c6f-afda-5b0bb574083d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:10:51.370811 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b316443-9ed6-4c6f-afda-5b0bb574083d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:10:51.371176 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b316443-9ed6-4c6f-afda-5b0bb574083d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:10:51.371535 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b316443-9ed6-4c6f-afda-5b0bb574083d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:10:51.371895 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b316443-9ed6-4c6f-afda-5b0bb574083d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:10:51.372267 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b316443-9ed6-4c6f-afda-5b0bb574083d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:10:51.372622 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b316443-9ed6-4c6f-afda-5b0bb574083d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:10:51.372977 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b316443-9ed6-4c6f-afda-5b0bb574083d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:10:51.373330 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b316443-9ed6-4c6f-afda-5b0bb574083d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:10:51.377343 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-6b316443-9ed6-4c6f-afda-5b0bb574083d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:10:51.426239 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f1333c10-c2a8-44f7-a144-e80ceeeaa224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:10:51.453290 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f1333c10-c2a8-44f7-a144-e80ceeeaa224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:10:51.507428 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f1333c10-c2a8-44f7-a144-e80ceeeaa224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:10:51.512331 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:10:51.528183 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1333c10-c2a8-44f7-a144-e80ceeeaa224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a874280-61ec-4f5a-ae16-25b4fe3f0b2e,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:10:51.538889 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1333c10-c2a8-44f7-a144-e80ceeeaa224 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:10:51.539413 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1333c10-c2a8-44f7-a144-e80ceeeaa224 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:10:51.539805 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1333c10-c2a8-44f7-a144-e80ceeeaa224 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:10:51.540200 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1333c10-c2a8-44f7-a144-e80ceeeaa224 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:10:51.540584 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1333c10-c2a8-44f7-a144-e80ceeeaa224 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:10:51.540948 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1333c10-c2a8-44f7-a144-e80ceeeaa224 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:10:51.541302 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1333c10-c2a8-44f7-a144-e80ceeeaa224 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:10:51.541685 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1333c10-c2a8-44f7-a144-e80ceeeaa224 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:10:51.542065 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1333c10-c2a8-44f7-a144-e80ceeeaa224 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:10:51.542442 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1333c10-c2a8-44f7-a144-e80ceeeaa224 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:10:51.542831 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1333c10-c2a8-44f7-a144-e80ceeeaa224 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:10:51.543188 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1333c10-c2a8-44f7-a144-e80ceeeaa224 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:10:51.548073 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f1333c10-c2a8-44f7-a144-e80ceeeaa224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:10:51.549083 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f1333c10-c2a8-44f7-a144-e80ceeeaa224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:10:51.551531 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-f1333c10-c2a8-44f7-a144-e80ceeeaa224 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a874280-61ec-4f5a-ae16-25b4fe3f0b2e HTTP/1.1" status: 204 len: 168 time: 0.1864810 Apr 22 16:10:55.356227 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 5 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:11:08.418886 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-45a6e896-7827-4650-9daf-d9825b3b4fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:11:11.373786 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-11bf3fa9-0b8f-4c45-bc4c-beddce15d8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:11:11.543206 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:11:11.792747 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:11:13.073035 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:11:32.356298 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 5 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:11:38.419340 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fa16c7fb-fe8e-4f96-a898-6d915f237c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:11:41.374444 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c26c34ac-047a-4cf7-91ca-7a252270a6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:11:41.547770 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:11:41.794801 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:11:43.077034 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:12:08.420910 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1dd837b6-f8e6-4f78-b08c-06e874f19d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:12:09.355538 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 5 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:12:11.374759 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-76bc72a1-29ba-4b95-858b-d1dcebb7920b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:12:11.549768 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:12:11.796447 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:12:13.079254 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:12:37.880291 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053'] for agent, after_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:12:38.421875 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-108f08b1-0984-4158-9473-7ad3ac529a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:12:41.377540 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fca0eb44-098c-4165-90b3-20816887d32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:12:41.552867 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:12:41.797793 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:12:43.008273 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 38828) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:12:43.083800 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:12:43.131028 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-9e359cd5-0be6-4afb-869c-cb313074fe4e admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1209128 Apr 22 16:12:45.632511 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 38838) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:12:45.698682 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-e294335b-8617-4786-9173-2092ba04bf9e admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0649743 Apr 22 16:12:46.355127 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:13:07.836517 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:13:08.423626 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-16111c64-53fc-44c3-b43d-fda67222a43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:13:11.380381 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ad276b7e-8a3b-49c3-9ffc-fa312fcd2c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:13:11.553639 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:13:11.799197 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:13:13.086798 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:13:23.353839 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:13:37.828615 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:13:38.425148 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-52f64ff7-2c4c-4222-acb0-03228fd5a7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:13:41.386316 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8e70a7e9-4633-4c5e-a38c-197ebfcc67f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:13:41.558072 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:13:41.802625 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:13:43.092644 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:00.354917 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:14:07.858905 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:08.427300 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-21141894-fbc3-42db-8692-f34bda17f305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:11.379524 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5c601156-c80d-4631-b31d-d6cfb8b2d5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:11.561853 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:11.805233 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:13.095875 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:22.577970 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 39018) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:22.882715 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2143313239-network', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:14:22.889814 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:22.892510 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Usage tracker for resource:network and tenant:f8537b98a43742f2a3fcccbe15848877 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:22.896511 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:22.902580 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:22.911824 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Made reservation on behalf of f8537b98a43742f2a3fcccbe15848877 for: {'network': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:14:22.917082 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for network, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:22.930092 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:22.946022 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:22.949992 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Usage tracker for resource:security_group_rule and tenant:f8537b98a43742f2a3fcccbe15848877 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:22.953916 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:22.960224 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:23.053140 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:23.057029 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:23.063171 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f1333c10-c2a8-44f7-a144-e80ceeeaa224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:23.097332 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fda07a-3494-4643-9fac-49c550d26397,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:23.113182 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=86316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:14:23.116609 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:23.117038 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:23.117463 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:23.117764 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:23.118130 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:23.118541 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:23.119030 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:23.119396 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:23.119759 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:23.120205 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:23.120468 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:23.120824 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Tracked resource versions report: Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: pushed versions: Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: { 'AddressGroup': {'1.2'}, Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: 'ConntrackHelper': {'1.0'}, Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: 'Log': {'1.0'}, Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: 'Network': {'1.1'}, Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: 'Port': {'1.7'}, Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: 'PortForwarding': {'1.2'}, Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: 'QosPolicy': {'1.8'}, Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroup': {'1.4'}, Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroupRule': {'1.2'}, Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: 'SubPort': {'1.0'}, Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: 'Subnet': {'1.1'}, Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: 'Trunk': {'1.1'}} Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: consumer versions: Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: { DHCP agent@dv-cinder-784623-7-smb: {}, Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: HyperV agent@hv-cinder-78462: {}, Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: L3 agent@dv-cinder-784623-7-smb: {}, Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: Metadata agent@dv-cinder-784623-7-smb: {}, Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: Metering agent@dv-cinder-784623-7-smb: {}, Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: Open vSwitch agent@dv-cinder-784623-7-smb: { 'AddressGroup': '1.2', Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: 'ConntrackHelper': '1.0', Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: 'Log': '1.0', Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: 'Network': '1.1', Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: 'Port': '1.7', Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: 'PortForwarding': '1.2', Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: 'QosPolicy': '1.8', Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroup': '1.4', Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroupRule': '1.2', Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: 'SubPort': '1.0', Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: 'Subnet': '1.1', Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: 'Trunk': '1.1'}} Apr 22 16:14:23.121951 dv-cinder-784623-7-smb neutron-server[86202]: {{(pid=86316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 16:14:23.128787 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:23.136352 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:23.136650 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.segments_db [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Added segment b3de8a27-a528-45bc-bd16-1d4fd785a2bb of type vlan for network 10ba8417-bb39-40e4-9ac2-493bc0eef8f2 Apr 22 16:14:23.174757 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242087783420'] for network, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:23.214432 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319'] for network, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:23.215851 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:23.216616 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:23.239568 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:23.264526 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 39050) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:23.264710 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6852176 Apr 22 16:14:23.271521 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Request body: {'subnet': {'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2143313239-subnet', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:14:23.280329 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:23.293858 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 39054) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:23.302367 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Usage tracker for resource:subnet and tenant:f8537b98a43742f2a3fcccbe15848877 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:23.309111 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:23.331422 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:23.356036 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Made reservation on behalf of f8537b98a43742f2a3fcccbe15848877 for: {'subnet': 1} {{(pid=86315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:14:23.361997 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:23.387116 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Pushing event updated for resources: {'Network': ['ID=10ba8417-bb39-40e4-9ac2-493bc0eef8f2,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:23.390424 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:23.398787 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Network 10ba8417-bb39-40e4-9ac2-493bc0eef8f2 details requested by agent ovs-agent-dv-cinder-784623-7-smb with host dv-cinder-784623-7-smb {{(pid=86317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:14:23.625628 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 39078) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:23.754721 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-cf9eff89-e3c5-4c61-9f4c-5424728ef675 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-271326883-network', 'tenant_id': 'f3a7c35c9352444cb42fbae1629cb3ee'}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:14:23.765759 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-cf9eff89-e3c5-4c61-9f4c-5424728ef675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:23.771338 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-cf9eff89-e3c5-4c61-9f4c-5424728ef675 admin admin] Usage tracker for resource:network and tenant:f3a7c35c9352444cb42fbae1629cb3ee is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:23.775699 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-cf9eff89-e3c5-4c61-9f4c-5424728ef675 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:23.784270 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-cf9eff89-e3c5-4c61-9f4c-5424728ef675 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:23.809876 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9eff89-e3c5-4c61-9f4c-5424728ef675 admin admin] Made reservation on behalf of f3a7c35c9352444cb42fbae1629cb3ee for: {'network': 1} {{(pid=86315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:14:23.816065 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-cf9eff89-e3c5-4c61-9f4c-5424728ef675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for network, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:23.836649 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-cf9eff89-e3c5-4c61-9f4c-5424728ef675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:23.858940 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-cf9eff89-e3c5-4c61-9f4c-5424728ef675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:23.864998 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-cf9eff89-e3c5-4c61-9f4c-5424728ef675 admin admin] Usage tracker for resource:security_group_rule and tenant:f3a7c35c9352444cb42fbae1629cb3ee is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:23.869013 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-cf9eff89-e3c5-4c61-9f4c-5424728ef675 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:23.878348 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-cf9eff89-e3c5-4c61-9f4c-5424728ef675 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:23.939015 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-11147295-7248-4cd1-b76d-f3964775857f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1820133554-network', 'tenant_id': '472f8b7a41be46c18e3861f072af2690'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:14:23.944970 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-11147295-7248-4cd1-b76d-f3964775857f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:23.951107 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-11147295-7248-4cd1-b76d-f3964775857f admin admin] Usage tracker for resource:network and tenant:472f8b7a41be46c18e3861f072af2690 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:23.954249 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-11147295-7248-4cd1-b76d-f3964775857f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:23.960882 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-11147295-7248-4cd1-b76d-f3964775857f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:23.962558 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319'] for subnet, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:23.969757 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11147295-7248-4cd1-b76d-f3964775857f admin admin] Made reservation on behalf of 472f8b7a41be46c18e3861f072af2690 for: {'network': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:14:23.970843 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:23.974868 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-11147295-7248-4cd1-b76d-f3964775857f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for network, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:23.990340 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-11147295-7248-4cd1-b76d-f3964775857f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:24.009056 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-11147295-7248-4cd1-b76d-f3964775857f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:24.013990 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-11147295-7248-4cd1-b76d-f3964775857f admin admin] Usage tracker for resource:security_group_rule and tenant:472f8b7a41be46c18e3861f072af2690 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:24.018026 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-11147295-7248-4cd1-b76d-f3964775857f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:24.024560 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-11147295-7248-4cd1-b76d-f3964775857f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:24.097173 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=93257d7e-85c0-4511-a149-8d2031392de0,revision_number=0']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:24.107611 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:24.108007 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:24.108387 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:24.109294 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:24.109670 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:24.110190 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:24.110587 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:24.110963 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:24.111333 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:24.111679 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:24.112044 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:24.112413 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Tracked resource versions report: Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: pushed versions: Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: { 'AddressGroup': {'1.2'}, Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: 'ConntrackHelper': {'1.0'}, Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: 'Log': {'1.0'}, Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: 'Network': {'1.1'}, Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: 'Port': {'1.7'}, Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: 'PortForwarding': {'1.2'}, Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: 'QosPolicy': {'1.8'}, Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroup': {'1.4'}, Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroupRule': {'1.2'}, Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: 'SubPort': {'1.0'}, Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: 'Subnet': {'1.1'}, Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: 'Trunk': {'1.1'}} Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: consumer versions: Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: { DHCP agent@dv-cinder-784623-7-smb: {}, Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: HyperV agent@hv-cinder-78462: {}, Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: L3 agent@dv-cinder-784623-7-smb: {}, Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: Metadata agent@dv-cinder-784623-7-smb: {}, Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: Metering agent@dv-cinder-784623-7-smb: {}, Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: Open vSwitch agent@dv-cinder-784623-7-smb: { 'AddressGroup': '1.2', Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: 'ConntrackHelper': '1.0', Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: 'Log': '1.0', Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: 'Network': '1.1', Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: 'Port': '1.7', Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: 'PortForwarding': '1.2', Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: 'QosPolicy': '1.8', Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroup': '1.4', Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroupRule': '1.2', Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: 'SubPort': '1.0', Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: 'Subnet': '1.1', Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: 'Trunk': '1.1'}} Apr 22 16:14:24.113516 dv-cinder-784623-7-smb neutron-server[86202]: {{(pid=86315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 16:14:24.116772 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Checking segment: {'id': 'b3de8a27-a528-45bc-bd16-1d4fd785a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:14:24.116772 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Network hostable DHCP agents. Network: 10ba8417-bb39-40e4-9ac2-493bc0eef8f2, hostable agents: ['c28daaaa-be26-4683-88d7-0ed6ab386346'], hosted agents: [] {{(pid=86315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:14:24.123506 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:24.129801 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-11147295-7248-4cd1-b76d-f3964775857f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:24.135195 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-11147295-7248-4cd1-b76d-f3964775857f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:24.146592 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:24.160475 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Network 10ba8417-bb39-40e4-9ac2-493bc0eef8f2 is scheduled to be hosted by DHCP agent c28daaaa-be26-4683-88d7-0ed6ab386346 with binding_index 1 {{(pid=86315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:14:24.160944 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11147295-7248-4cd1-b76d-f3964775857f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=86316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:14:24.163649 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-cf9eff89-e3c5-4c61-9f4c-5424728ef675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:24.170958 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-cf9eff89-e3c5-4c61-9f4c-5424728ef675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:24.176595 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:24.187944 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-smb, 10ba8417-bb39-40e4-9ac2-493bc0eef8f2) {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:14:24.196010 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-11147295-7248-4cd1-b76d-f3964775857f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:24.196627 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.segments_db [None req-11147295-7248-4cd1-b76d-f3964775857f admin admin] Added segment 4e4927e9-28f0-4804-ad23-92304e883f46 of type vlan for network 66201a63-9212-43a4-b99c-22c43b7ecdf4 Apr 22 16:14:24.196746 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110a888b-76e4-4add-9cf5-0f477dc03649 None None] Network 10ba8417-bb39-40e4-9ac2-493bc0eef8f2 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:14:24.202309 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11147295-7248-4cd1-b76d-f3964775857f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f5dea2-2712-4f40-b477-f2161573a3b2,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:24.206602 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-11147295-7248-4cd1-b76d-f3964775857f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:24.216507 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:24.217161 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for subnet, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:24.231690 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-11147295-7248-4cd1-b76d-f3964775857f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242087783420'] for network, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:24.245946 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9eff89-e3c5-4c61-9f4c-5424728ef675 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=86315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:14:24.254797 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9eff89-e3c5-4c61-9f4c-5424728ef675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ddbad6-5fef-4624-86a1-e5b1f3780baf,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:24.270112 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-11147295-7248-4cd1-b76d-f3964775857f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319'] for network, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:24.271812 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11147295-7248-4cd1-b76d-f3964775857f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:24.275354 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-11147295-7248-4cd1-b76d-f3964775857f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:24.276195 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-cf9eff89-e3c5-4c61-9f4c-5424728ef675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:24.285070 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-cf9eff89-e3c5-4c61-9f4c-5424728ef675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:24.285654 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.segments_db [None req-cf9eff89-e3c5-4c61-9f4c-5424728ef675 admin admin] Added segment 25cf0e5c-bcf7-4e7c-ae93-c7a26986d626 of type vlan for network f80763d9-309a-4a86-bb54-dc8b6a7518e6 Apr 22 16:14:24.286242 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:24.328496 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-cf9eff89-e3c5-4c61-9f4c-5424728ef675 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242087783420'] for network, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:24.334198 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0680809 Apr 22 16:14:24.338060 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 39110) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:24.351947 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-5315f75f-b264-4021-a928-fc30d94bc605 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2143313239-router', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'}}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:14:24.358112 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-5315f75f-b264-4021-a928-fc30d94bc605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:24.372346 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-5315f75f-b264-4021-a928-fc30d94bc605 admin admin] Usage tracker for resource:router and tenant:f8537b98a43742f2a3fcccbe15848877 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:24.378522 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-5315f75f-b264-4021-a928-fc30d94bc605 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:24.388426 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-5315f75f-b264-4021-a928-fc30d94bc605 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:24.400385 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-cf9eff89-e3c5-4c61-9f4c-5424728ef675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319'] for network, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:24.402032 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9eff89-e3c5-4c61-9f4c-5424728ef675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:24.402862 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-cf9eff89-e3c5-4c61-9f4c-5424728ef675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:24.410439 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:24.473035 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11147295-7248-4cd1-b76d-f3964775857f admin admin] Pushing event updated for resources: {'Network': ['ID=66201a63-9212-43a4-b99c-22c43b7ecdf4,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:24.479274 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-11147295-7248-4cd1-b76d-f3964775857f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:24.485903 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-11147295-7248-4cd1-b76d-f3964775857f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8591058 Apr 22 16:14:24.486851 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 39114) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:24.494439 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-9b192b0d-3d55-486c-a08b-2b1b8e54a03c admin admin] Request body: {'subnet': {'network_id': '66201a63-9212-43a4-b99c-22c43b7ecdf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1820133554-subnet', 'tenant_id': '472f8b7a41be46c18e3861f072af2690', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:14:24.510747 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-9b192b0d-3d55-486c-a08b-2b1b8e54a03c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:24.517647 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-9b192b0d-3d55-486c-a08b-2b1b8e54a03c admin admin] Usage tracker for resource:subnet and tenant:472f8b7a41be46c18e3861f072af2690 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:24.526062 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Network 66201a63-9212-43a4-b99c-22c43b7ecdf4 details requested by agent ovs-agent-dv-cinder-784623-7-smb with host dv-cinder-784623-7-smb {{(pid=86317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:14:24.527084 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-9b192b0d-3d55-486c-a08b-2b1b8e54a03c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:24.529857 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5315f75f-b264-4021-a928-fc30d94bc605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854759640'] for router, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:24.531577 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5315f75f-b264-4021-a928-fc30d94bc605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854083101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854091003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16147'] for router, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:24.549298 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9eff89-e3c5-4c61-9f4c-5424728ef675 admin admin] Pushing event updated for resources: {'Network': ['ID=f80763d9-309a-4a86-bb54-dc8b6a7518e6,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:24.555338 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-9b192b0d-3d55-486c-a08b-2b1b8e54a03c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:24.561007 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-cf9eff89-e3c5-4c61-9f4c-5424728ef675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:24.576884 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-cf9eff89-e3c5-4c61-9f4c-5424728ef675 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2818706 Apr 22 16:14:24.577929 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 39118) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:24.586143 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-ed959f65-ac54-4d0b-af31-316d8858b611 admin admin] Request body: {'subnet': {'network_id': 'f80763d9-309a-4a86-bb54-dc8b6a7518e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-271326883-subnet', 'tenant_id': 'f3a7c35c9352444cb42fbae1629cb3ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:14:24.587575 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5315f75f-b264-4021-a928-fc30d94bc605 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:24.593462 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b192b0d-3d55-486c-a08b-2b1b8e54a03c admin admin] Made reservation on behalf of 472f8b7a41be46c18e3861f072af2690 for: {'subnet': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:14:24.606770 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9b192b0d-3d55-486c-a08b-2b1b8e54a03c admin admin] Notify callbacks [] for subnet, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:24.637498 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Network f80763d9-309a-4a86-bb54-dc8b6a7518e6 details requested by agent ovs-agent-dv-cinder-784623-7-smb with host dv-cinder-784623-7-smb {{(pid=86317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:14:24.659794 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-ed959f65-ac54-4d0b-af31-316d8858b611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:24.699991 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-ed959f65-ac54-4d0b-af31-316d8858b611 admin admin] Usage tracker for resource:subnet and tenant:f3a7c35c9352444cb42fbae1629cb3ee is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:24.705521 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-ed959f65-ac54-4d0b-af31-316d8858b611 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:24.895967 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5dae8048-e0d5-5873-ba1f-190788cc8618-10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'fixed_ips': [{'subnet_id': '93257d7e-85c0-4511-a149-8d2031392de0'}]}} from dv-cinder-784623-7-smb. {{(pid=86317) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:14:24.896917 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:25.228331 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Allocated IP 172.20.0.2 (10ba8417-bb39-40e4-9ac2-493bc0eef8f2/93257d7e-85c0-4511-a149-8d2031392de0/eb7a5244-fdec-482b-8950-7393643d3f98) {{(pid=86317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:14:25.267925 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-ed959f65-ac54-4d0b-af31-316d8858b611 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:25.325791 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed959f65-ac54-4d0b-af31-316d8858b611 admin admin] Made reservation on behalf of f3a7c35c9352444cb42fbae1629cb3ee for: {'subnet': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:14:25.350768 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ed959f65-ac54-4d0b-af31-316d8858b611 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:25.519740 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Notify callbacks [] for port, precommit_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:25.544596 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Transition to ACTIVE for port object eb7a5244-fdec-482b-8950-7393643d3f98 will not be triggered until provisioned by entity L2. {{(pid=86317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:14:25.572431 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Transition to ACTIVE for port object eb7a5244-fdec-482b-8950-7393643d3f98 will not be triggered until provisioned by entity DHCP. {{(pid=86317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:14:25.578136 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406'] for port, after_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:25.585798 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:25.673432 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5315f75f-b264-4021-a928-fc30d94bc605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854090766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854084264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16130'] for router, precommit_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:25.676903 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Pushing event updated for resources: {'Port': ['ID=eb7a5244-fdec-482b-8950-7393643d3f98,revision_number=1']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:25.689019 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:25.689713 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:25.690292 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:25.692867 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:25.693637 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:25.694353 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:25.695113 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:25.696475 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:25.697857 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:25.698924 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:25.700553 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:25.701145 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Tracked resource versions report: Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: pushed versions: Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: { 'AddressGroup': {'1.2'}, Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: 'ConntrackHelper': {'1.0'}, Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: 'Log': {'1.0'}, Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: 'Network': {'1.1'}, Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: 'Port': {'1.7'}, Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: 'PortForwarding': {'1.2'}, Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: 'QosPolicy': {'1.8'}, Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroup': {'1.4'}, Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroupRule': {'1.2'}, Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: 'SubPort': {'1.0'}, Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: 'Subnet': {'1.1'}, Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: 'Trunk': {'1.1'}} Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: consumer versions: Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: { DHCP agent@dv-cinder-784623-7-smb: {}, Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: HyperV agent@hv-cinder-78462: {}, Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: L3 agent@dv-cinder-784623-7-smb: {}, Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: Metadata agent@dv-cinder-784623-7-smb: {}, Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: Metering agent@dv-cinder-784623-7-smb: {}, Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: Open vSwitch agent@dv-cinder-784623-7-smb: { 'AddressGroup': '1.2', Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: 'ConntrackHelper': '1.0', Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: 'Log': '1.0', Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: 'Network': '1.1', Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: 'Port': '1.7', Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: 'PortForwarding': '1.2', Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: 'QosPolicy': '1.8', Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroup': '1.4', Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroupRule': '1.2', Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: 'SubPort': '1.0', Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: 'Subnet': '1.1', Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: 'Trunk': '1.1'}} Apr 22 16:14:25.705242 dv-cinder-784623-7-smb neutron-server[86202]: {{(pid=86317) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 16:14:25.729231 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:25.746715 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Network 10ba8417-bb39-40e4-9ac2-493bc0eef8f2 is already hosted by enough agents. {{(pid=86317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:14:25.748496 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Resources bound (agent type, host, resource id): {{(pid=86317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:14:25.758759 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Received port after_create {{(pid=86317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:14:25.882203 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Attempting to bind port eb7a5244-fdec-482b-8950-7393643d3f98 on host dv-cinder-784623-7-smb for vnic_type normal with profile {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:14:25.882953 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Attempting to bind port eb7a5244-fdec-482b-8950-7393643d3f98 by drivers openvswitch,hyperv on host dv-cinder-784623-7-smb at level 0 using segments [{'id': 'b3de8a27-a528-45bc-bd16-1d4fd785a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2'}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:14:25.883573 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Attempting to bind port eb7a5244-fdec-482b-8950-7393643d3f98 on network 10ba8417-bb39-40e4-9ac2-493bc0eef8f2 {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:14:25.890982 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Checking agent: {'id': '8ffb9a94-5aed-4188-b3fb-9814a4924f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 5, 42), 'started_at': datetime.datetime(2021, 4, 22, 16, 6, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:14:25.891771 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Checking segment: {'id': 'b3de8a27-a528-45bc-bd16-1d4fd785a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:14:25.892434 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:25.893194 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Bound using segment: {'id': 'b3de8a27-a528-45bc-bd16-1d4fd785a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2'} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:14:25.893956 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Bound port: eb7a5244-fdec-482b-8950-7393643d3f98, host: dv-cinder-784623-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3de8a27-a528-45bc-bd16-1d4fd785a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2'}}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:14:25.894921 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:25.961672 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9b192b0d-3d55-486c-a08b-2b1b8e54a03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319'] for subnet, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:25.970613 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-4fac9e13-e7f7-4eac-ba4f-10d7e8a65093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:26.012861 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] For port eb7a5244-fdec-482b-8950-7393643d3f98, host dv-cinder-784623-7-smb, cleared binding levels {{(pid=86317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:14:26.016870 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] For port eb7a5244-fdec-482b-8950-7393643d3f98, host dv-cinder-784623-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=eb7a5244-fdec-482b-8950-7393643d3f98,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:14:26.021060 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:26.032080 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:26.138970 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Pushing event updated for resources: {'Port': ['ID=eb7a5244-fdec-482b-8950-7393643d3f98,revision_number=2']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:26.146631 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:26.181853 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b192b0d-3d55-486c-a08b-2b1b8e54a03c admin admin] Checking segment: {'id': '4e4927e9-28f0-4804-ad23-92304e883f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '66201a63-9212-43a4-b99c-22c43b7ecdf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:14:26.191564 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b192b0d-3d55-486c-a08b-2b1b8e54a03c admin admin] Network hostable DHCP agents. Network: 66201a63-9212-43a4-b99c-22c43b7ecdf4, hostable agents: ['c28daaaa-be26-4683-88d7-0ed6ab386346'], hosted agents: [] {{(pid=86316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:14:26.197354 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b192b0d-3d55-486c-a08b-2b1b8e54a03c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c87f420-a23d-47e7-a4ec-31ede37a20fc,revision_number=0']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:26.235472 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9b192b0d-3d55-486c-a08b-2b1b8e54a03c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:26.301531 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b192b0d-3d55-486c-a08b-2b1b8e54a03c admin admin] Network 66201a63-9212-43a4-b99c-22c43b7ecdf4 is scheduled to be hosted by DHCP agent c28daaaa-be26-4683-88d7-0ed6ab386346 with binding_index 1 {{(pid=86316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:14:26.315290 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-9b192b0d-3d55-486c-a08b-2b1b8e54a03c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-smb, 66201a63-9212-43a4-b99c-22c43b7ecdf4) {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:14:26.321418 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b192b0d-3d55-486c-a08b-2b1b8e54a03c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:26.322457 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9b192b0d-3d55-486c-a08b-2b1b8e54a03c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for subnet, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:26.326091 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83212f98-b0e4-4c56-9f4c-f6a30e30e407 None None] Network 66201a63-9212-43a4-b99c-22c43b7ecdf4 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:14:26.357260 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5315f75f-b264-4021-a928-fc30d94bc605 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:26.415817 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5315f75f-b264-4021-a928-fc30d94bc605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:26.470883 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-9b192b0d-3d55-486c-a08b-2b1b8e54a03c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9798152 Apr 22 16:14:26.488361 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 39172) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:26.503774 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-84aab978-0df3-43d7-91fd-ea65c03637c8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1820133554-router', 'tenant_id': '472f8b7a41be46c18e3861f072af2690', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'}}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:14:26.542991 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-84aab978-0df3-43d7-91fd-ea65c03637c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:26.568905 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-84aab978-0df3-43d7-91fd-ea65c03637c8 admin admin] Usage tracker for resource:router and tenant:472f8b7a41be46c18e3861f072af2690 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:26.572655 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-84aab978-0df3-43d7-91fd-ea65c03637c8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:26.600181 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-84aab978-0df3-43d7-91fd-ea65c03637c8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:26.637670 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ed959f65-ac54-4d0b-af31-316d8858b611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319'] for subnet, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:26.647984 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-84aab978-0df3-43d7-91fd-ea65c03637c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854759640'] for router, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:26.649363 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-84aab978-0df3-43d7-91fd-ea65c03637c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854083101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854091003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16147'] for router, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:26.666199 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9b192b0d-3d55-486c-a08b-2b1b8e54a03c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:26.732246 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 39178) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:26.750919 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-5315f75f-b264-4021-a928-fc30d94bc605 admin admin] Allocated IP 172.28.3.77 (88dd38af-48aa-4ea4-a266-3e61b5f89d27/323aff52-d533-47a6-aeb2-a9a8b96d3993/85f1a004-2b54-47ff-b0b5-93e6872935fd) {{(pid=86315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:14:26.761566 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a127e6c-229a-46d8-824e-b52f4e201c4f None None] Network 66201a63-9212-43a4-b99c-22c43b7ecdf4 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:14:26.850196 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-84aab978-0df3-43d7-91fd-ea65c03637c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:26.883070 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed959f65-ac54-4d0b-af31-316d8858b611 admin admin] Checking segment: {'id': '25cf0e5c-bcf7-4e7c-ae93-c7a26986d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f80763d9-309a-4a86-bb54-dc8b6a7518e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:14:26.883991 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed959f65-ac54-4d0b-af31-316d8858b611 admin admin] Network hostable DHCP agents. Network: f80763d9-309a-4a86-bb54-dc8b6a7518e6, hostable agents: ['c28daaaa-be26-4683-88d7-0ed6ab386346'], hosted agents: [] {{(pid=86316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:14:26.892992 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed959f65-ac54-4d0b-af31-316d8858b611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fd49012-0dd3-474e-86ca-d649b84af1ee,revision_number=0']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:26.902800 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ed959f65-ac54-4d0b-af31-316d8858b611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:26.922823 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed959f65-ac54-4d0b-af31-316d8858b611 admin admin] Network f80763d9-309a-4a86-bb54-dc8b6a7518e6 is scheduled to be hosted by DHCP agent c28daaaa-be26-4683-88d7-0ed6ab386346 with binding_index 1 {{(pid=86316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:14:26.989003 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f92800f8-5428-410b-adc7-7fca99082957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:27.023539 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-f92800f8-5428-410b-adc7-7fca99082957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:27.043957 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-f92800f8-5428-410b-adc7-7fca99082957 admin admin] Usage tracker for resource:security_group_rule and tenant:814c351dbdd84db8a271d0a3649824ff is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:27.049234 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-f92800f8-5428-410b-adc7-7fca99082957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:27.068916 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-f92800f8-5428-410b-adc7-7fca99082957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:27.075877 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-ed959f65-ac54-4d0b-af31-316d8858b611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-smb, f80763d9-309a-4a86-bb54-dc8b6a7518e6) {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:14:27.081312 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5315f75f-b264-4021-a928-fc30d94bc605 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:27.085262 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f67afa-f251-4009-b430-bc44da7de801 None None] Network f80763d9-309a-4a86-bb54-dc8b6a7518e6 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:14:27.096841 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed959f65-ac54-4d0b-af31-316d8858b611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:27.097539 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ed959f65-ac54-4d0b-af31-316d8858b611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for subnet, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:27.226409 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5315f75f-b264-4021-a928-fc30d94bc605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406'] for port, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:27.241293 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:27.251518 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-84aab978-0df3-43d7-91fd-ea65c03637c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854090766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854084264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16130'] for router, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:27.256882 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-ed959f65-ac54-4d0b-af31-316d8858b611 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6772184 Apr 22 16:14:27.333554 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5315f75f-b264-4021-a928-fc30d94bc605 admin admin] Network 88dd38af-48aa-4ea4-a266-3e61b5f89d27 is already hosted by enough agents. {{(pid=86315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:14:27.339350 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-5315f75f-b264-4021-a928-fc30d94bc605 admin admin] Resources bound (agent type, host, resource id): {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:14:27.348579 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f92800f8-5428-410b-adc7-7fca99082957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:27.349829 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5315f75f-b264-4021-a928-fc30d94bc605 admin admin] Received port after_create {{(pid=86315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:14:27.393510 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5e3b23-8d6f-4eb8-900d-8ec679a045fd None None] Network f80763d9-309a-4a86-bb54-dc8b6a7518e6 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:14:27.462538 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f92800f8-5428-410b-adc7-7fca99082957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:27.613835 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315f75f-b264-4021-a928-fc30d94bc605 admin admin] Pushing event updated for resources: {'Port': ['ID=85f1a004-2b54-47ff-b0b5-93e6872935fd,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:27.727050 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-5315f75f-b264-4021-a928-fc30d94bc605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:27.729648 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:27.790446 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92800f8-5428-410b-adc7-7fca99082957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddded25-97a9-4d11-91c4-bfb026a0fc12,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:27.794426 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f92800f8-5428-410b-adc7-7fca99082957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:27.798200 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-f92800f8-5428-410b-adc7-7fca99082957 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=814c351dbdd84db8a271d0a3649824ff&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0636094 Apr 22 16:14:27.802307 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 39212) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:27.968323 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca45622-8497-43f2-ac11-afcb451ba9e5 None None] Network 10ba8417-bb39-40e4-9ac2-493bc0eef8f2 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:14:28.013196 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-84aab978-0df3-43d7-91fd-ea65c03637c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:28.039481 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5315f75f-b264-4021-a928-fc30d94bc605 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:28.055392 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-84aab978-0df3-43d7-91fd-ea65c03637c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:28.232073 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 39240) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:28.266762 dv-cinder-784623-7-smb neutron-server[86202]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 22 16:14:28.442649 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device eb7a5244-fdec-482b-8950-7393643d3f98 up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:14:28.452484 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24545638-ac56-4e3c-9faa-aecf4ec26548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:28.495219 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24545638-ac56-4e3c-9faa-aecf4ec26548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:28.552658 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 39254) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:28.569703 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24545638-ac56-4e3c-9faa-aecf4ec26548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:28.588267 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-0cf8f620-e1d8-441b-9706-f24e0f540899 None None] Provisioning for port eb7a5244-fdec-482b-8950-7393643d3f98 completed by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:14:28.592978 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-0cf8f620-e1d8-441b-9706-f24e0f540899 None None] Provisioning complete for port eb7a5244-fdec-482b-8950-7393643d3f98 triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:14:28.593398 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0cf8f620-e1d8-441b-9706-f24e0f540899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:28.819525 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning for port eb7a5244-fdec-482b-8950-7393643d3f98 completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:14:28.921656 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port eb7a5244-fdec-482b-8950-7393643d3f98 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:14:28.921975 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ec3faabe-dfcd-4e93-a04d-b1b50354bc5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:28.922106 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:28.951835 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-ec3faabe-dfcd-4e93-a04d-b1b50354bc5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:28.961121 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-ec3faabe-dfcd-4e93-a04d-b1b50354bc5b admin admin] Usage tracker for resource:security_group_rule and tenant:6a21ec8371c34279b7de78885b61effd is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:28.966127 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-ec3faabe-dfcd-4e93-a04d-b1b50354bc5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:28.976822 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-ec3faabe-dfcd-4e93-a04d-b1b50354bc5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:28.988908 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:29.005153 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-472af26c-c869-47cc-a900-9d1bd45c8ba2 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:29.006881 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-472af26c-c869-47cc-a900-9d1bd45c8ba2 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/networks?id=f80763d9-309a-4a86-bb54-dc8b6a7518e6 HTTP/1.1" status: 200 len: 811 time: 0.7737353 Apr 22 16:14:29.028211 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-a8d9e46f-9688-4445-8da2-6ad8c833a0cf tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/quotas/f3a7c35c9352444cb42fbae1629cb3ee HTTP/1.1" status: 200 len: 375 time: 0.0097938 Apr 22 16:14:29.046135 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5315f75f-b264-4021-a928-fc30d94bc605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-685016'] for router, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:29.078158 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24545638-ac56-4e3c-9faa-aecf4ec26548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:29.081943 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-24545638-ac56-4e3c-9faa-aecf4ec26548 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ddded25-97a9-4d11-91c4-bfb026a0fc12 HTTP/1.1" status: 204 len: 168 time: 1.2761679 Apr 22 16:14:29.081943 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-84aab978-0df3-43d7-91fd-ea65c03637c8 admin admin] Allocated IP 172.28.3.4 (88dd38af-48aa-4ea4-a266-3e61b5f89d27/323aff52-d533-47a6-aeb2-a9a8b96d3993/8f378933-5eb9-4074-bd07-1947406f5aae) {{(pid=86316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:14:29.099163 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24545638-ac56-4e3c-9faa-aecf4ec26548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddded25-97a9-4d11-91c4-bfb026a0fc12,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:29.104459 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-83665c9f-2024-480c-b464-26fdbdcefc76 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3a7c35c9352444cb42fbae1629cb3ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627608 Apr 22 16:14:29.109609 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-24545638-ac56-4e3c-9faa-aecf4ec26548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:29.178070 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:29.230019 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] For port eb7a5244-fdec-482b-8950-7393643d3f98, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=eb7a5244-fdec-482b-8950-7393643d3f98,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:14:29.259637 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:29.276443 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:29.413615 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Pushing event updated for resources: {'Port': ['ID=eb7a5244-fdec-482b-8950-7393643d3f98,revision_number=3']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:29.438150 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-84aab978-0df3-43d7-91fd-ea65c03637c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:29.441606 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:29.463248 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0cf8f620-e1d8-441b-9706-f24e0f540899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:29.535203 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-84aab978-0df3-43d7-91fd-ea65c03637c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406'] for port, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:29.542122 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-d76700b2-c372-4fd8-9ae8-ccd943255f23 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86316) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:14:29.542441 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-d76700b2-c372-4fd8-9ae8-ccd943255f23 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1008391 Apr 22 16:14:29.552528 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ec3faabe-dfcd-4e93-a04d-b1b50354bc5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:29.567805 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ec3faabe-dfcd-4e93-a04d-b1b50354bc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:29.576961 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:29.589044 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f92800f8-5428-410b-adc7-7fca99082957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:29.601753 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5315f75f-b264-4021-a928-fc30d94bc605 admin admin] Router f445d462-20f4-4e61-80b6-32f3806720d9 is scheduled to L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 with binding_index 1 {{(pid=86315) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:14:29.633095 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.db.api [None req-0cf8f620-e1d8-441b-9706-f24e0f540899 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86317) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:14:29.634337 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_db.api [None req-0cf8f620-e1d8-441b-9706-f24e0f540899 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:14:29.678694 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-ec3faabe-dfcd-4e93-a04d-b1b50354bc5b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a21ec8371c34279b7de78885b61effd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1244516 Apr 22 16:14:29.690729 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 39300) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:29.706865 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aab978-0df3-43d7-91fd-ea65c03637c8 admin admin] Network 88dd38af-48aa-4ea4-a266-3e61b5f89d27 is already hosted by enough agents. {{(pid=86316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:14:29.712379 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-84aab978-0df3-43d7-91fd-ea65c03637c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:14:29.722866 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84aab978-0df3-43d7-91fd-ea65c03637c8 admin admin] Received port after_create {{(pid=86316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:14:29.774425 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3faabe-dfcd-4e93-a04d-b1b50354bc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e847e123-7d26-4d38-b46c-f13bb703d99d,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:29.856466 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ec3faabe-dfcd-4e93-a04d-b1b50354bc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:29.865801 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 39306) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:29.922677 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4b84bf20-6142-42c8-8736-6cda9ab5c616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:29.965413 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-4b84bf20-6142-42c8-8736-6cda9ab5c616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:29.969843 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-4b84bf20-6142-42c8-8736-6cda9ab5c616 admin admin] Usage tracker for resource:security_group_rule and tenant:88c18725b91340bdabc1e53bac219f83 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:29.972892 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-4b84bf20-6142-42c8-8736-6cda9ab5c616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:29.979094 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-4b84bf20-6142-42c8-8736-6cda9ab5c616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:30.020337 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ce44e5ed-e013-4d9c-ba79-bfd70c605574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:30.074193 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5315f75f-b264-4021-a928-fc30d94bc605 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:14:30.080910 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ce44e5ed-e013-4d9c-ba79-bfd70c605574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:30.089715 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62443611-7ee2-4858-bd4b-a4b9eb21348e None None] Sync routers for ids ['f445d462-20f4-4e61-80b6-32f3806720d9'] in dv-cinder-784623-7-smb {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:14:30.099731 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62443611-7ee2-4858-bd4b-a4b9eb21348e None None] Routers {'f445d462-20f4-4e61-80b6-32f3806720d9'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:14:30.100772 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-62443611-7ee2-4858-bd4b-a4b9eb21348e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:14:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['f445d462-20f4-4e61-80b6-32f3806720d9'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:14:30.201379 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5315f75f-b264-4021-a928-fc30d94bc605 admin admin] Notify callbacks [] for router, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:30.207076 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-5315f75f-b264-4021-a928-fc30d94bc605 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8619447 Apr 22 16:14:30.216737 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 39328) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:30.235857 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device eb7a5244-fdec-482b-8950-7393643d3f98 up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:14:30.272773 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-84aab978-0df3-43d7-91fd-ea65c03637c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:30.327746 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port eb7a5244-fdec-482b-8950-7393643d3f98 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:14:30.328071 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:30.346315 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-62443611-7ee2-4858-bd4b-a4b9eb21348e None None] Set router f445d462-20f4-4e61-80b6-32f3806720d9 gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:14:30.362196 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aab978-0df3-43d7-91fd-ea65c03637c8 admin admin] Pushing event updated for resources: {'Port': ['ID=8f378933-5eb9-4074-bd07-1947406f5aae,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:30.367533 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-84aab978-0df3-43d7-91fd-ea65c03637c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:30.381442 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ce44e5ed-e013-4d9c-ba79-bfd70c605574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:30.383508 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4b84bf20-6142-42c8-8736-6cda9ab5c616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:30.402038 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:30.413829 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4b84bf20-6142-42c8-8736-6cda9ab5c616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:30.415192 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-02d66fff-3ff9-4557-9b6a-f8d4e7dc01de None None] Provisioning complete for port eb7a5244-fdec-482b-8950-7393643d3f98 triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:14:30.415605 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-02d66fff-3ff9-4557-9b6a-f8d4e7dc01de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:30.426935 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44e5ed-e013-4d9c-ba79-bfd70c605574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e847e123-7d26-4d38-b46c-f13bb703d99d,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:30.437105 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ce44e5ed-e013-4d9c-ba79-bfd70c605574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:30.437631 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ce44e5ed-e013-4d9c-ba79-bfd70c605574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:30.496026 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ce44e5ed-e013-4d9c-ba79-bfd70c605574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:30.501122 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-ce44e5ed-e013-4d9c-ba79-bfd70c605574 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e847e123-7d26-4d38-b46c-f13bb703d99d HTTP/1.1" status: 204 len: 168 time: 0.7353117 Apr 22 16:14:30.512180 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-4b84bf20-6142-42c8-8736-6cda9ab5c616 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88c18725b91340bdabc1e53bac219f83&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6437485 Apr 22 16:14:30.516290 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84bf20-6142-42c8-8736-6cda9ab5c616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da8fa5c-8d66-4c8d-a06c-4083a013ae65,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:30.519000 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 39334) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:30.524203 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-4b84bf20-6142-42c8-8736-6cda9ab5c616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:30.529648 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-90d596aa-6e6f-47e4-9580-e209e8c7988f service neutron] 10.222.0.21 "GET /v2.0/networks/f80763d9-309a-4a86-bb54-dc8b6a7518e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9755697 Apr 22 16:14:30.676003 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-62443611-7ee2-4858-bd4b-a4b9eb21348e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'name': 'tempest-AttachVolumeShelveTestJSON-2143313239-router', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:24Z', 'updated_at': '2021-04-22T16:14:27Z', 'revision_number': 3, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'gw_port': {'id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:13:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:26Z', 'updated_at': '2021-04-22T16:14:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb'}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:14:30.680345 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62443611-7ee2-4858-bd4b-a4b9eb21348e None None] Checking router: f445d462-20f4-4e61-80b6-32f3806720d9 for host: dv-cinder-784623-7-smb {{(pid=86318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:14:30.680945 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62443611-7ee2-4858-bd4b-a4b9eb21348e None None] Updating router f445d462-20f4-4e61-80b6-32f3806720d9 port 85f1a004-2b54-47ff-b0b5-93e6872935fd binding host dv-cinder-784623-7-smb {{(pid=86318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:14:30.704399 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-54d2dfea-2121-4fc4-a205-2d304fd6cb01 service neutron] 10.222.0.21 "GET /v2.0/networks/f80763d9-309a-4a86-bb54-dc8b6a7518e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611092 Apr 22 16:14:30.790237 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-62443611-7ee2-4858-bd4b-a4b9eb21348e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:30.975642 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d88fe6c9-d339-42d8-a842-27dbdabed692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:31.027455 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d88fe6c9-d339-42d8-a842-27dbdabed692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:31.075684 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-84aab978-0df3-43d7-91fd-ea65c03637c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-685016'] for router, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:31.201065 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 39360) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:31.382335 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 39376) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:31.505369 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-62443611-7ee2-4858-bd4b-a4b9eb21348e None None] Notify callbacks [] for port, precommit_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:31.508113 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-9f23b93a-d9b1-4047-a628-e91a7f7a4f6d req-0e08b3a5-82c7-4360-b616-27ab2cff7f97 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ecba434-ecd1-4b9e-9fde-361b96e11172 HTTP/1.1" status: 200 len: 210 time: 0.2808723 Apr 22 16:14:31.538590 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-62443611-7ee2-4858-bd4b-a4b9eb21348e None None] Transition to ACTIVE for port object 85f1a004-2b54-47ff-b0b5-93e6872935fd will not be triggered until provisioned by entity L2. {{(pid=86318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:14:31.541821 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-09d62479-1956-46d9-b4c4-7d06c0371beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:31.556135 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-62443611-7ee2-4858-bd4b-a4b9eb21348e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:31.572675 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-3a4a0a5e-97ba-4591-8644-87558eb2ac24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:31.603947 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-09d62479-1956-46d9-b4c4-7d06c0371beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:31.614375 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d88fe6c9-d339-42d8-a842-27dbdabed692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:31.629652 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 39386) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:31.641645 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-09d62479-1956-46d9-b4c4-7d06c0371beb admin admin] Usage tracker for resource:security_group_rule and tenant:85d93dd766804b4dbaa8d4b5289bff99 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:31.653318 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-09d62479-1956-46d9-b4c4-7d06c0371beb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:31.661198 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ec3faabe-dfcd-4e93-a04d-b1b50354bc5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:31.664152 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-09d62479-1956-46d9-b4c4-7d06c0371beb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:31.670102 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2dd807-51db-4e8f-b095-93516ea1ec3f None None] Pushing event updated for resources: {'Port': ['ID=85f1a004-2b54-47ff-b0b5-93e6872935fd,revision_number=2']} {{(pid=86318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:31.740547 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2dd807-51db-4e8f-b095-93516ea1ec3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:31.742263 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2dd807-51db-4e8f-b095-93516ea1ec3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:31.742846 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2dd807-51db-4e8f-b095-93516ea1ec3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:31.744817 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2dd807-51db-4e8f-b095-93516ea1ec3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:31.746509 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2dd807-51db-4e8f-b095-93516ea1ec3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:31.748012 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2dd807-51db-4e8f-b095-93516ea1ec3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:31.750307 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2dd807-51db-4e8f-b095-93516ea1ec3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:31.759801 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88fe6c9-d339-42d8-a842-27dbdabed692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da8fa5c-8d66-4c8d-a06c-4083a013ae65,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:31.760308 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2dd807-51db-4e8f-b095-93516ea1ec3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:31.761017 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2dd807-51db-4e8f-b095-93516ea1ec3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:31.761582 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2dd807-51db-4e8f-b095-93516ea1ec3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:31.777279 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84aab978-0df3-43d7-91fd-ea65c03637c8 admin admin] Router efb74712-0cf7-4bef-9172-0b4804eaf246 is scheduled to L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 with binding_index 1 {{(pid=86316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:14:31.784002 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2dd807-51db-4e8f-b095-93516ea1ec3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:31.784559 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2dd807-51db-4e8f-b095-93516ea1ec3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2dd807-51db-4e8f-b095-93516ea1ec3f None None] Tracked resource versions report: Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: pushed versions: Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: { 'AddressGroup': {'1.2'}, Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: 'ConntrackHelper': {'1.0'}, Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: 'Log': {'1.0'}, Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: 'Network': {'1.1'}, Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: 'Port': {'1.7'}, Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: 'PortForwarding': {'1.2'}, Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: 'QosPolicy': {'1.8'}, Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroup': {'1.4'}, Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroupRule': {'1.2'}, Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: 'SubPort': {'1.0'}, Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: 'Subnet': {'1.1'}, Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: 'Trunk': {'1.1'}} Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: consumer versions: Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: { DHCP agent@dv-cinder-784623-7-smb: {}, Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: HyperV agent@hv-cinder-78462: {}, Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: L3 agent@dv-cinder-784623-7-smb: {}, Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: Metadata agent@dv-cinder-784623-7-smb: {}, Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: Metering agent@dv-cinder-784623-7-smb: {}, Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: Open vSwitch agent@dv-cinder-784623-7-smb: { 'AddressGroup': '1.2', Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: 'ConntrackHelper': '1.0', Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: 'Log': '1.0', Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: 'Network': '1.1', Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: 'Port': '1.7', Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: 'PortForwarding': '1.2', Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: 'QosPolicy': '1.8', Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroup': '1.4', Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: 'SecurityGroupRule': '1.2', Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: 'SubPort': '1.0', Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: 'Subnet': '1.1', Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: 'Trunk': '1.1'}} Apr 22 16:14:31.785908 dv-cinder-784623-7-smb neutron-server[86202]: {{(pid=86318) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 16:14:31.793018 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d88fe6c9-d339-42d8-a842-27dbdabed692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:31.807166 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-62443611-7ee2-4858-bd4b-a4b9eb21348e None None] Attempting to bind port 85f1a004-2b54-47ff-b0b5-93e6872935fd on host dv-cinder-784623-7-smb for vnic_type normal with profile {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:14:31.809072 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-62443611-7ee2-4858-bd4b-a4b9eb21348e None None] Attempting to bind port 85f1a004-2b54-47ff-b0b5-93e6872935fd by drivers openvswitch,hyperv on host dv-cinder-784623-7-smb at level 0 using segments [{'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'}] {{(pid=86318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:14:31.809631 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62443611-7ee2-4858-bd4b-a4b9eb21348e None None] Attempting to bind port 85f1a004-2b54-47ff-b0b5-93e6872935fd on network 88dd38af-48aa-4ea4-a266-3e61b5f89d27 {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:14:31.825436 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1f2dd807-51db-4e8f-b095-93516ea1ec3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:31.827145 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62443611-7ee2-4858-bd4b-a4b9eb21348e None None] Checking agent: {'id': '8ffb9a94-5aed-4188-b3fb-9814a4924f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 5, 42), 'started_at': datetime.datetime(2021, 4, 22, 16, 6, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:14:31.828272 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62443611-7ee2-4858-bd4b-a4b9eb21348e None None] Checking segment: {'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:14:31.828860 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-62443611-7ee2-4858-bd4b-a4b9eb21348e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:31.829439 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62443611-7ee2-4858-bd4b-a4b9eb21348e None None] Bound using segment: {'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'} {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:14:31.830288 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-62443611-7ee2-4858-bd4b-a4b9eb21348e None None] Bound port: 85f1a004-2b54-47ff-b0b5-93e6872935fd, host: dv-cinder-784623-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'}}] {{(pid=86318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:14:31.830890 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-62443611-7ee2-4858-bd4b-a4b9eb21348e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:31.846310 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d88fe6c9-d339-42d8-a842-27dbdabed692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:31.849722 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-d88fe6c9-d339-42d8-a842-27dbdabed692 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0da8fa5c-8d66-4c8d-a06c-4083a013ae65 HTTP/1.1" status: 204 len: 168 time: 1.3252394 Apr 22 16:14:31.987448 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fa12e0e0-6125-4650-bcdd-d94055c6d7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:32.076160 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-62443611-7ee2-4858-bd4b-a4b9eb21348e None None] For port 85f1a004-2b54-47ff-b0b5-93e6872935fd, host dv-cinder-784623-7-smb, cleared binding levels {{(pid=86318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:14:32.101458 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-62443611-7ee2-4858-bd4b-a4b9eb21348e None None] For port 85f1a004-2b54-47ff-b0b5-93e6872935fd, host dv-cinder-784623-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=85f1a004-2b54-47ff-b0b5-93e6872935fd,segment=NetworkSegment(0a545a0b-864e-4a70-9faa-625966eb1a15),segment_id=0a545a0b-864e-4a70-9faa-625966eb1a15)] {{(pid=86318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:14:32.118765 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-62443611-7ee2-4858-bd4b-a4b9eb21348e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:32.143940 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-3a4a0a5e-97ba-4591-8644-87558eb2ac24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:32.277621 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62443611-7ee2-4858-bd4b-a4b9eb21348e None None] Routers {'f445d462-20f4-4e61-80b6-32f3806720d9'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:14:32.283726 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-62443611-7ee2-4858-bd4b-a4b9eb21348e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:14:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['f445d462-20f4-4e61-80b6-32f3806720d9'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:14:32.409329 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-84fa69ad-98c8-48b4-bd3e-e18697aab193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:32.442357 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-fa12e0e0-6125-4650-bcdd-d94055c6d7f0 admin admin] Allocated IP 172.20.0.1 (10ba8417-bb39-40e4-9ac2-493bc0eef8f2/93257d7e-85c0-4511-a149-8d2031392de0/1bbcf06b-6d2c-4294-bd38-5d0208eeeebb) {{(pid=86315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:14:32.515026 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-84fa69ad-98c8-48b4-bd3e-e18697aab193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:32.519438 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-84fa69ad-98c8-48b4-bd3e-e18697aab193 admin admin] Usage tracker for resource:security_group_rule and tenant:5778ce9cc9dc4e08baab88d291ce819f is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:32.524219 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-84fa69ad-98c8-48b4-bd3e-e18697aab193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:32.528262 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-84fa69ad-98c8-48b4-bd3e-e18697aab193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:32.583157 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-09d62479-1956-46d9-b4c4-7d06c0371beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:32.583483 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2dd807-51db-4e8f-b095-93516ea1ec3f None None] Pushing event updated for resources: {'Port': ['ID=85f1a004-2b54-47ff-b0b5-93e6872935fd,revision_number=3']} {{(pid=86318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:32.588427 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1f2dd807-51db-4e8f-b095-93516ea1ec3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:32.599023 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-09d62479-1956-46d9-b4c4-7d06c0371beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:32.650380 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:32.651640 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-62443611-7ee2-4858-bd4b-a4b9eb21348e None None] Set router f445d462-20f4-4e61-80b6-32f3806720d9 gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:14:32.727501 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fa12e0e0-6125-4650-bcdd-d94055c6d7f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:32.756270 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-09d62479-1956-46d9-b4c4-7d06c0371beb admin admin] Synchronizing usage tracker for tenant:0f3d248169ed437f84056508d05c420a on resource:security_group {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:14:32.765408 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-fa12e0e0-6125-4650-bcdd-d94055c6d7f0 admin admin] Transition to ACTIVE for port object 1bbcf06b-6d2c-4294-bd38-5d0208eeeebb will not be triggered until provisioned by entity DHCP. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:14:32.807042 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-09d62479-1956-46d9-b4c4-7d06c0371beb admin admin] Unset dirty status for tenant:0f3d248169ed437f84056508d05c420a on resource:security_group {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:14:32.808839 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-09d62479-1956-46d9-b4c4-7d06c0371beb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85d93dd766804b4dbaa8d4b5289bff99&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3998785 Apr 22 16:14:32.812953 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 39438) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:32.820302 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d62479-1956-46d9-b4c4-7d06c0371beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d828a0a-76ce-4c33-bcfc-b9270c0b79c8,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:32.845606 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fa12e0e0-6125-4650-bcdd-d94055c6d7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406'] for port, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:32.852812 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84aab978-0df3-43d7-91fd-ea65c03637c8 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:14:32.871613 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:32.889631 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-09d62479-1956-46d9-b4c4-7d06c0371beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:32.904496 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 39446) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:32.932687 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1d4939a0-e967-41a9-ae54-f9a40e692000 req-efb5fae2-9463-40ae-b98a-44816e181482 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ecba434-ecd1-4b9e-9fde-361b96e11172 HTTP/1.1" status: 200 len: 210 time: 0.2633779 Apr 22 16:14:32.959927 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8203f01d-c0d1-4174-b523-0d7c00d150b0 None None] Sync routers for ids ['efb74712-0cf7-4bef-9172-0b4804eaf246'] in dv-cinder-784623-7-smb {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:14:32.980196 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8203f01d-c0d1-4174-b523-0d7c00d150b0 None None] Routers {'efb74712-0cf7-4bef-9172-0b4804eaf246'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:14:32.981802 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-8203f01d-c0d1-4174-b523-0d7c00d150b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:14:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['efb74712-0cf7-4bef-9172-0b4804eaf246'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:14:33.024047 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12e0e0-6125-4650-bcdd-d94055c6d7f0 admin admin] Pushing event updated for resources: {'Port': ['ID=1bbcf06b-6d2c-4294-bd38-5d0208eeeebb,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:33.049588 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-84aab978-0df3-43d7-91fd-ea65c03637c8 admin admin] Notify callbacks [] for router, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:33.050712 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-fa12e0e0-6125-4650-bcdd-d94055c6d7f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:33.050989 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-84aab978-0df3-43d7-91fd-ea65c03637c8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5612347 Apr 22 16:14:33.055346 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 39454) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:33.072381 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-62443611-7ee2-4858-bd4b-a4b9eb21348e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'name': 'tempest-AttachVolumeShelveTestJSON-2143313239-router', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:24Z', 'updated_at': '2021-04-22T16:14:27Z', 'revision_number': 3, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'gw_port': {'id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:13:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:26Z', 'updated_at': '2021-04-22T16:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb'}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:14:33.077231 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62443611-7ee2-4858-bd4b-a4b9eb21348e None None] The sync data for ids ['f445d462-20f4-4e61-80b6-32f3806720d9'] in dv-cinder-784623-7-smb is: [{'id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'name': 'tempest-AttachVolumeShelveTestJSON-2143313239-router', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:24Z', 'updated_at': '2021-04-22T16:14:27Z', 'revision_number': 3, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'gw_port': {'id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:13:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:26Z', 'updated_at': '2021-04-22T16:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb'}] {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:14:33.097775 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa12e0e0-6125-4650-bcdd-d94055c6d7f0 admin admin] Network 10ba8417-bb39-40e4-9ac2-493bc0eef8f2 is already hosted by enough agents. {{(pid=86315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:14:33.101116 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-fa12e0e0-6125-4650-bcdd-d94055c6d7f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:14:33.103636 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa12e0e0-6125-4650-bcdd-d94055c6d7f0 admin admin] Received port after_create {{(pid=86315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:14:33.104351 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fa12e0e0-6125-4650-bcdd-d94055c6d7f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854084859'] for router_interface, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:33.433604 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5039b7c4-3d91-434e-8fe7-46b0df7c6fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:33.475318 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-84fa69ad-98c8-48b4-bd3e-e18697aab193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:33.475700 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5201d8a4-03fd-4a2d-8a71-c878a33891d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:33.499944 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-84fa69ad-98c8-48b4-bd3e-e18697aab193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:33.508086 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5039b7c4-3d91-434e-8fe7-46b0df7c6fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:33.519270 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:33.526336 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-8203f01d-c0d1-4174-b523-0d7c00d150b0 None None] Set router efb74712-0cf7-4bef-9172-0b4804eaf246 gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:14:33.533062 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-5201d8a4-03fd-4a2d-8a71-c878a33891d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:33.566998 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-5201d8a4-03fd-4a2d-8a71-c878a33891d8 admin admin] Usage tracker for resource:security_group_rule and tenant:9fc84f0ab95d4e818b04f075b22ddcf7 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:33.589317 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-5201d8a4-03fd-4a2d-8a71-c878a33891d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:33.611664 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 39472) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:33.615019 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-84fa69ad-98c8-48b4-bd3e-e18697aab193 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5778ce9cc9dc4e08baab88d291ce819f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9842553 Apr 22 16:14:33.620086 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-5201d8a4-03fd-4a2d-8a71-c878a33891d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:33.643379 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa69ad-98c8-48b4-bd3e-e18697aab193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293fb49a-d1ed-4102-a248-21b0226c24e9,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:33.672023 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-84fa69ad-98c8-48b4-bd3e-e18697aab193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:33.853769 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5039b7c4-3d91-434e-8fe7-46b0df7c6fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:33.888290 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:33.952373 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5039b7c4-3d91-434e-8fe7-46b0df7c6fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:33.953780 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-5039b7c4-3d91-434e-8fe7-46b0df7c6fc2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d828a0a-76ce-4c33-bcfc-b9270c0b79c8 HTTP/1.1" status: 204 len: 168 time: 1.1396418 Apr 22 16:14:33.961118 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fa12e0e0-6125-4650-bcdd-d94055c6d7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:34.005202 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039b7c4-3d91-434e-8fe7-46b0df7c6fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d828a0a-76ce-4c33-bcfc-b9270c0b79c8,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:34.136525 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-5039b7c4-3d91-434e-8fe7-46b0df7c6fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:34.142279 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-90e63985-536d-4133-b8dd-7d6137b14164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:34.314616 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-90e63985-536d-4133-b8dd-7d6137b14164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:34.340583 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 85f1a004-2b54-47ff-b0b5-93e6872935fd up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:14:34.387561 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-8189dfb2-0238-453e-8116-2a9e4776e577 None None] Provisioning for port 1bbcf06b-6d2c-4294-bd38-5d0208eeeebb completed by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:14:34.453629 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-8189dfb2-0238-453e-8116-2a9e4776e577 None None] Provisioning complete for port 1bbcf06b-6d2c-4294-bd38-5d0208eeeebb triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:14:34.457854 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8189dfb2-0238-453e-8116-2a9e4776e577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:34.493997 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d429dee4-830a-4b97-b129-a9df5788f823 req-7b13be68-ede5-4610-87d9-fb3a9615360e tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ecba434-ecd1-4b9e-9fde-361b96e11172 HTTP/1.1" status: 200 len: 210 time: 0.3412828 Apr 22 16:14:34.579673 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5201d8a4-03fd-4a2d-8a71-c878a33891d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:34.613475 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5201d8a4-03fd-4a2d-8a71-c878a33891d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:34.660894 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:34.716191 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fa12e0e0-6125-4650-bcdd-d94055c6d7f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:34.725298 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fa12e0e0-6125-4650-bcdd-d94055c6d7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:34.727139 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fa12e0e0-6125-4650-bcdd-d94055c6d7f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854217304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691042'] for router_interface, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:34.736784 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-5315f75f-b264-4021-a928-fc30d94bc605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:34.813671 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-8189dfb2-0238-453e-8116-2a9e4776e577 None None] Port 1bbcf06b-6d2c-4294-bd38-5d0208eeeebb cannot update to ACTIVE because it is not bound. {{(pid=86317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:14:34.821561 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-5201d8a4-03fd-4a2d-8a71-c878a33891d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9fc84f0ab95d4e818b04f075b22ddcf7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8924141 Apr 22 16:14:34.846850 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning for port 85f1a004-2b54-47ff-b0b5-93e6872935fd completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:14:34.856105 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port 85f1a004-2b54-47ff-b0b5-93e6872935fd triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:14:34.857997 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:34.866216 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 39518) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:34.867629 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12e0e0-6125-4650-bcdd-d94055c6d7f0 admin admin] Pushing event updated for resources: {'Port': ['ID=1bbcf06b-6d2c-4294-bd38-5d0208eeeebb,revision_number=2']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:34.882357 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201d8a4-03fd-4a2d-8a71-c878a33891d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce15812-2476-40eb-a1b5-7c0e44d3d2f8,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:34.884916 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-fa12e0e0-6125-4650-bcdd-d94055c6d7f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:34.896740 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-5201d8a4-03fd-4a2d-8a71-c878a33891d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:34.953439 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-8203f01d-c0d1-4174-b523-0d7c00d150b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb74712-0cf7-4bef-9172-0b4804eaf246', 'name': 'tempest-ServerRescueNegativeTestJSON-1820133554-router', 'tenant_id': '472f8b7a41be46c18e3861f072af2690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.4'}], 'enable_snat': True}, 'gw_port_id': '8f378933-5eb9-4074-bd07-1947406f5aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:26Z', 'updated_at': '2021-04-22T16:14:29Z', 'revision_number': 3, 'project_id': '472f8b7a41be46c18e3861f072af2690', 'gw_port': {'id': '8f378933-5eb9-4074-bd07-1947406f5aae', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb74712-0cf7-4bef-9172-0b4804eaf246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:28Z', 'updated_at': '2021-04-22T16:14:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb'}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:14:34.974166 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-90e63985-536d-4133-b8dd-7d6137b14164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:34.980376 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8203f01d-c0d1-4174-b523-0d7c00d150b0 None None] Checking router: efb74712-0cf7-4bef-9172-0b4804eaf246 for host: dv-cinder-784623-7-smb {{(pid=86317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:14:34.982291 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8203f01d-c0d1-4174-b523-0d7c00d150b0 None None] Updating router efb74712-0cf7-4bef-9172-0b4804eaf246 port 8f378933-5eb9-4074-bd07-1947406f5aae binding host dv-cinder-784623-7-smb {{(pid=86317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:14:35.043946 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:35.171470 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e63985-536d-4133-b8dd-7d6137b14164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293fb49a-d1ed-4102-a248-21b0226c24e9,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:35.182738 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-90e63985-536d-4133-b8dd-7d6137b14164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:35.196937 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-90e63985-536d-4133-b8dd-7d6137b14164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:35.198158 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-90e63985-536d-4133-b8dd-7d6137b14164 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/293fb49a-d1ed-4102-a248-21b0226c24e9 HTTP/1.1" status: 204 len: 168 time: 1.5780730 Apr 22 16:14:35.229292 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5829158f-f511-4d5d-9936-c3b1021839f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:35.268609 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-74cea31e-0ad2-402d-85ea-67eef9219ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:35.273475 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8203f01d-c0d1-4174-b523-0d7c00d150b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:35.358100 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-74cea31e-0ad2-402d-85ea-67eef9219ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:35.412104 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:35.430296 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa12e0e0-6125-4650-bcdd-d94055c6d7f0 admin admin] Network 10ba8417-bb39-40e4-9ac2-493bc0eef8f2 is already hosted by enough agents. {{(pid=86315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:14:35.430872 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] For port 85f1a004-2b54-47ff-b0b5-93e6872935fd, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=85f1a004-2b54-47ff-b0b5-93e6872935fd,segment=NetworkSegment(0a545a0b-864e-4a70-9faa-625966eb1a15),segment_id=0a545a0b-864e-4a70-9faa-625966eb1a15)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:14:35.432208 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-fa12e0e0-6125-4650-bcdd-d94055c6d7f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:14:35.440232 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:35.448022 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:35.453638 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-74cea31e-0ad2-402d-85ea-67eef9219ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:35.461552 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:35.574985 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cea31e-0ad2-402d-85ea-67eef9219ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce15812-2476-40eb-a1b5-7c0e44d3d2f8,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:35.637362 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Pushing event updated for resources: {'Port': ['ID=85f1a004-2b54-47ff-b0b5-93e6872935fd,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:35.656884 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:35.881037 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-5829158f-f511-4d5d-9936-c3b1021839f3 admin admin] Allocated IP 172.20.0.1 (66201a63-9212-43a4-b99c-22c43b7ecdf4/6c87f420-a23d-47e7-a4ec-31ede37a20fc/6e208eb9-8205-4594-99db-94f41a7ca0ff) {{(pid=86316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:14:35.900067 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-c5da16d9-5489-4829-9bc7-b64105f47b4b None None] Provisioning complete for port 1bbcf06b-6d2c-4294-bd38-5d0208eeeebb triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:14:35.900495 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c5da16d9-5489-4829-9bc7-b64105f47b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:35.964548 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.43', 49739) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:35.973814 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-74cea31e-0ad2-402d-85ea-67eef9219ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:35.990237 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-74cea31e-0ad2-402d-85ea-67eef9219ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:35.991997 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-74cea31e-0ad2-402d-85ea-67eef9219ea4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ce15812-2476-40eb-a1b5-7c0e44d3d2f8 HTTP/1.1" status: 204 len: 168 time: 1.1102791 Apr 22 16:14:36.131119 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa12e0e0-6125-4650-bcdd-d94055c6d7f0 admin admin] Router f445d462-20f4-4e61-80b6-32f3806720d9 has already been hosted by L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 {{(pid=86315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:14:36.249984 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-c5da16d9-5489-4829-9bc7-b64105f47b4b None None] Port 1bbcf06b-6d2c-4294-bd38-5d0208eeeebb cannot update to ACTIVE because it is not bound. {{(pid=86317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:14:36.251865 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 85f1a004-2b54-47ff-b0b5-93e6872935fd up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:14:36.325094 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.db.resource_extend [None req-8203f01d-c0d1-4174-b523-0d7c00d150b0 None None] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:14:36.369587 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-efa7d0f0-2055-447d-9628-94a807f7ad78 req-d06721a3-f7d1-42e1-b952-21bedea33a7c tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ecba434-ecd1-4b9e-9fde-361b96e11172 HTTP/1.1" status: 200 len: 210 time: 0.4039099 Apr 22 16:14:36.436683 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port 85f1a004-2b54-47ff-b0b5-93e6872935fd triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:14:36.437384 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:36.553039 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8203f01d-c0d1-4174-b523-0d7c00d150b0 None None] Notify callbacks [] for port, precommit_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:36.600947 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa12e0e0-6125-4650-bcdd-d94055c6d7f0 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:14:36.614663 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-fa12e0e0-6125-4650-bcdd-d94055c6d7f0 admin admin] 10.222.0.21 "PUT /v2.0/routers/f445d462-20f4-4e61-80b6-32f3806720d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3967226 Apr 22 16:14:36.668357 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-8203f01d-c0d1-4174-b523-0d7c00d150b0 None None] Transition to ACTIVE for port object 8f378933-5eb9-4074-bd07-1947406f5aae will not be triggered until provisioned by entity L2. {{(pid=86317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:14:36.676023 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8203f01d-c0d1-4174-b523-0d7c00d150b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:36.682748 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:36.776875 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5d592-261f-49ff-a8bc-cc15f3f5ce7f None None] Pushing event updated for resources: {'Port': ['ID=8f378933-5eb9-4074-bd07-1947406f5aae,revision_number=2']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:36.784417 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-abd5d592-261f-49ff-a8bc-cc15f3f5ce7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:36.795557 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-79fe74bf-8388-4b33-b8dd-d253c8b3d9f5 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:36.797127 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-79fe74bf-8388-4b33-b8dd-d253c8b3d9f5 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.43 "GET /v2.0/networks?id=f80763d9-309a-4a86-bb54-dc8b6a7518e6 HTTP/1.1" status: 200 len: 811 time: 0.8303628 Apr 22 16:14:36.800388 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5829158f-f511-4d5d-9936-c3b1021839f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:36.818223 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-8203f01d-c0d1-4174-b523-0d7c00d150b0 None None] Attempting to bind port 8f378933-5eb9-4074-bd07-1947406f5aae on host dv-cinder-784623-7-smb for vnic_type normal with profile {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:14:36.818974 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-8203f01d-c0d1-4174-b523-0d7c00d150b0 None None] Attempting to bind port 8f378933-5eb9-4074-bd07-1947406f5aae by drivers openvswitch,hyperv on host dv-cinder-784623-7-smb at level 0 using segments [{'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:14:36.819141 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203f01d-c0d1-4174-b523-0d7c00d150b0 None None] Attempting to bind port 8f378933-5eb9-4074-bd07-1947406f5aae on network 88dd38af-48aa-4ea4-a266-3e61b5f89d27 {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:14:36.827624 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203f01d-c0d1-4174-b523-0d7c00d150b0 None None] Checking agent: {'id': '8ffb9a94-5aed-4188-b3fb-9814a4924f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 5, 42), 'started_at': datetime.datetime(2021, 4, 22, 16, 6, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:14:36.828163 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203f01d-c0d1-4174-b523-0d7c00d150b0 None None] Checking segment: {'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:14:36.828686 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8203f01d-c0d1-4174-b523-0d7c00d150b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:36.829208 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203f01d-c0d1-4174-b523-0d7c00d150b0 None None] Bound using segment: {'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:14:36.829812 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-8203f01d-c0d1-4174-b523-0d7c00d150b0 None None] Bound port: 8f378933-5eb9-4074-bd07-1947406f5aae, host: dv-cinder-784623-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'}}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:14:36.830309 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8203f01d-c0d1-4174-b523-0d7c00d150b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:36.857764 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5829158f-f511-4d5d-9936-c3b1021839f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406'] for port, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:36.868560 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-005ba0c8-1558-4e87-8ebf-52daffd6117c tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Request body: {'port': {'device_id': '7ecba434-ecd1-4b9e-9fde-361b96e11172', 'network_id': 'f80763d9-309a-4a86-bb54-dc8b6a7518e6', 'admin_state_up': True, 'tenant_id': 'f3a7c35c9352444cb42fbae1629cb3ee'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:14:36.931138 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-8203f01d-c0d1-4174-b523-0d7c00d150b0 None None] For port 8f378933-5eb9-4074-bd07-1947406f5aae, host dv-cinder-784623-7-smb, cleared binding levels {{(pid=86317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:14:36.935131 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-8203f01d-c0d1-4174-b523-0d7c00d150b0 None None] For port 8f378933-5eb9-4074-bd07-1947406f5aae, host dv-cinder-784623-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=8f378933-5eb9-4074-bd07-1947406f5aae,segment=NetworkSegment(0a545a0b-864e-4a70-9faa-625966eb1a15),segment_id=0a545a0b-864e-4a70-9faa-625966eb1a15)] {{(pid=86317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:14:36.947834 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8203f01d-c0d1-4174-b523-0d7c00d150b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:36.961609 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:37.008854 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c631fd24-c0f4-4d9c-b726-a4dfa414d4aa None None] Sync routers for ids ['f445d462-20f4-4e61-80b6-32f3806720d9'] in dv-cinder-784623-7-smb {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:14:37.027122 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c631fd24-c0f4-4d9c-b726-a4dfa414d4aa None None] Routers {'f445d462-20f4-4e61-80b6-32f3806720d9'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:14:37.027991 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-c631fd24-c0f4-4d9c-b726-a4dfa414d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:14:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['f445d462-20f4-4e61-80b6-32f3806720d9'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:14:37.089963 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5d592-261f-49ff-a8bc-cc15f3f5ce7f None None] Pushing event updated for resources: {'Port': ['ID=8f378933-5eb9-4074-bd07-1947406f5aae,revision_number=3']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:37.105002 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-abd5d592-261f-49ff-a8bc-cc15f3f5ce7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:37.121143 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8203f01d-c0d1-4174-b523-0d7c00d150b0 None None] Routers {'efb74712-0cf7-4bef-9172-0b4804eaf246'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:14:37.121986 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-8203f01d-c0d1-4174-b523-0d7c00d150b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:14:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['efb74712-0cf7-4bef-9172-0b4804eaf246'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:14:37.173791 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-84aab978-0df3-43d7-91fd-ea65c03637c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:37.307550 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5829158f-f511-4d5d-9936-c3b1021839f3 admin admin] Network 66201a63-9212-43a4-b99c-22c43b7ecdf4 is already hosted by enough agents. {{(pid=86316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:14:37.321009 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-5829158f-f511-4d5d-9936-c3b1021839f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:14:37.323942 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5829158f-f511-4d5d-9936-c3b1021839f3 admin admin] Received port after_create {{(pid=86316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:14:37.324461 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5829158f-f511-4d5d-9936-c3b1021839f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854084859'] for router_interface, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:37.388967 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-8203f01d-c0d1-4174-b523-0d7c00d150b0 None None] Set router efb74712-0cf7-4bef-9172-0b4804eaf246 gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:14:37.399103 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:14:37.514143 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-c631fd24-c0f4-4d9c-b726-a4dfa414d4aa None None] Set router f445d462-20f4-4e61-80b6-32f3806720d9 gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:14:37.582340 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829158f-f511-4d5d-9936-c3b1021839f3 admin admin] Pushing event updated for resources: {'Port': ['ID=6e208eb9-8205-4594-99db-94f41a7ca0ff,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:37.595183 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-5829158f-f511-4d5d-9936-c3b1021839f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:37.730532 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-96c7950b-f7ec-4f95-9483-c847d37dd959 req-f95d950e-17af-475d-ad55-9243fe35c303 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ecba434-ecd1-4b9e-9fde-361b96e11172 HTTP/1.1" status: 200 len: 210 time: 0.1309388 Apr 22 16:14:37.744686 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5829158f-f511-4d5d-9936-c3b1021839f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:37.931314 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-8203f01d-c0d1-4174-b523-0d7c00d150b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb74712-0cf7-4bef-9172-0b4804eaf246', 'name': 'tempest-ServerRescueNegativeTestJSON-1820133554-router', 'tenant_id': '472f8b7a41be46c18e3861f072af2690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.4'}], 'enable_snat': True}, 'gw_port_id': '8f378933-5eb9-4074-bd07-1947406f5aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:26Z', 'updated_at': '2021-04-22T16:14:29Z', 'revision_number': 3, 'project_id': '472f8b7a41be46c18e3861f072af2690', 'gw_port': {'id': '8f378933-5eb9-4074-bd07-1947406f5aae', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb74712-0cf7-4bef-9172-0b4804eaf246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:28Z', 'updated_at': '2021-04-22T16:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb'}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:14:37.943271 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8203f01d-c0d1-4174-b523-0d7c00d150b0 None None] The sync data for ids ['efb74712-0cf7-4bef-9172-0b4804eaf246'] in dv-cinder-784623-7-smb is: [{'id': 'efb74712-0cf7-4bef-9172-0b4804eaf246', 'name': 'tempest-ServerRescueNegativeTestJSON-1820133554-router', 'tenant_id': '472f8b7a41be46c18e3861f072af2690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.4'}], 'enable_snat': True}, 'gw_port_id': '8f378933-5eb9-4074-bd07-1947406f5aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:26Z', 'updated_at': '2021-04-22T16:14:29Z', 'revision_number': 3, 'project_id': '472f8b7a41be46c18e3861f072af2690', 'gw_port': {'id': '8f378933-5eb9-4074-bd07-1947406f5aae', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb74712-0cf7-4bef-9172-0b4804eaf246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:28Z', 'updated_at': '2021-04-22T16:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb'}] {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:14:37.948015 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:37.962648 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-005ba0c8-1558-4e87-8ebf-52daffd6117c tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:38.114288 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-005ba0c8-1558-4e87-8ebf-52daffd6117c tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Usage tracker for resource:port and tenant:f3a7c35c9352444cb42fbae1629cb3ee is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:38.143243 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-005ba0c8-1558-4e87-8ebf-52daffd6117c tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:38.216865 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 39654) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:38.264294 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-c631fd24-c0f4-4d9c-b726-a4dfa414d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'name': 'tempest-AttachVolumeShelveTestJSON-2143313239-router', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:24Z', 'updated_at': '2021-04-22T16:14:33Z', 'revision_number': 4, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'gw_port': {'id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:26Z', 'updated_at': '2021-04-22T16:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': '1bbcf06b-6d2c-4294-bd38-5d0208eeeebb', 'name': '', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'mac_address': 'fa:16:3e:8f:d8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93257d7e-85c0-4511-a149-8d2031392de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:32Z', 'updated_at': '2021-04-22T16:14:34Z', 'revision_number': 2, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'subnets': [{'id': '93257d7e-85c0-4511-a149-8d2031392de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:14:38.274621 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c631fd24-c0f4-4d9c-b726-a4dfa414d4aa None None] Checking router: f445d462-20f4-4e61-80b6-32f3806720d9 for host: dv-cinder-784623-7-smb {{(pid=86318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:14:38.275049 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c631fd24-c0f4-4d9c-b726-a4dfa414d4aa None None] Updating router f445d462-20f4-4e61-80b6-32f3806720d9 port 1bbcf06b-6d2c-4294-bd38-5d0208eeeebb binding host dv-cinder-784623-7-smb {{(pid=86318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:14:38.351643 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5829158f-f511-4d5d-9936-c3b1021839f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:38.354103 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-005ba0c8-1558-4e87-8ebf-52daffd6117c tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:38.365663 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5829158f-f511-4d5d-9936-c3b1021839f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:38.368134 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5829158f-f511-4d5d-9936-c3b1021839f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854217304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691042'] for router_interface, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:38.380974 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-96c49e2b-376b-4beb-a40a-6bd3490be785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:38.457303 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-174bddc9-c632-4359-aae5-659fc6d1f0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:38.471262 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c631fd24-c0f4-4d9c-b726-a4dfa414d4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:38.551047 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 39668) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:38.557223 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-8cf51e78-7d3d-4d10-b91b-b4e5044ddb2a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Request body: {'security_group': {'name': 'tempest-securitygroup--74357750', 'description': 'tempest-description--700131854'}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:14:38.592166 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-8cf51e78-7d3d-4d10-b91b-b4e5044ddb2a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:38.621460 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-8cf51e78-7d3d-4d10-b91b-b4e5044ddb2a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Usage tracker for resource:security_group and tenant:f8537b98a43742f2a3fcccbe15848877 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:38.642955 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-8cf51e78-7d3d-4d10-b91b-b4e5044ddb2a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:38.663049 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-8cf51e78-7d3d-4d10-b91b-b4e5044ddb2a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:38.698450 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8cf51e78-7d3d-4d10-b91b-b4e5044ddb2a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:38.764735 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-8cf51e78-7d3d-4d10-b91b-b4e5044ddb2a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:38.772527 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-8cf51e78-7d3d-4d10-b91b-b4e5044ddb2a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Usage tracker for resource:security_group_rule and tenant:f8537b98a43742f2a3fcccbe15848877 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:38.782989 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-8cf51e78-7d3d-4d10-b91b-b4e5044ddb2a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:38.797603 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-8cf51e78-7d3d-4d10-b91b-b4e5044ddb2a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:38.861943 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-005ba0c8-1558-4e87-8ebf-52daffd6117c tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Made reservation on behalf of f3a7c35c9352444cb42fbae1629cb3ee for: {'port': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:14:38.893432 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-005ba0c8-1558-4e87-8ebf-52daffd6117c tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:38.909741 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8cf51e78-7d3d-4d10-b91b-b4e5044ddb2a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:38.913228 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8cf51e78-7d3d-4d10-b91b-b4e5044ddb2a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:38.920419 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-cf9eff89-e3c5-4c61-9f4c-5424728ef675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:39.027665 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf51e78-7d3d-4d10-b91b-b4e5044ddb2a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17c9bc84-367f-479f-9b1a-9094cd6ded20,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:39.098552 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-de8da2a2-3acc-4f3e-ad64-a1a1a418f80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:39.117104 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-8cf51e78-7d3d-4d10-b91b-b4e5044ddb2a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:39.162980 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-de8da2a2-3acc-4f3e-ad64-a1a1a418f80d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:39.167525 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-de8da2a2-3acc-4f3e-ad64-a1a1a418f80d admin admin] Usage tracker for resource:security_group_rule and tenant:c51a88b0476c45ee8e006ccaa83c2406 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:39.173707 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-de8da2a2-3acc-4f3e-ad64-a1a1a418f80d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:39.189952 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8cf51e78-7d3d-4d10-b91b-b4e5044ddb2a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:39.195764 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-8cf51e78-7d3d-4d10-b91b-b4e5044ddb2a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1775 time: 0.6432436 Apr 22 16:14:39.197334 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-de8da2a2-3acc-4f3e-ad64-a1a1a418f80d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:39.199572 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 39684) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:39.206406 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-b7301477-dd05-476a-a8fe-db09302ebb73 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Request body: {'security_group_rule': {'security_group_id': '17c9bc84-367f-479f-9b1a-9094cd6ded20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:14:39.224552 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-b7301477-dd05-476a-a8fe-db09302ebb73 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:39.233109 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-b7301477-dd05-476a-a8fe-db09302ebb73 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Usage tracker for resource:security_group_rule and tenant:f8537b98a43742f2a3fcccbe15848877 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:39.256508 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-b7301477-dd05-476a-a8fe-db09302ebb73 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:39.268105 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-b7301477-dd05-476a-a8fe-db09302ebb73 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:39.322336 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b7301477-dd05-476a-a8fe-db09302ebb73 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:39.591470 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b7301477-dd05-476a-a8fe-db09302ebb73 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:39.602114 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b7301477-dd05-476a-a8fe-db09302ebb73 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:39.641657 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:39.735793 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5829158f-f511-4d5d-9936-c3b1021839f3 admin admin] Network 66201a63-9212-43a4-b99c-22c43b7ecdf4 is already hosted by enough agents. {{(pid=86316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:14:39.736397 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c631fd24-c0f4-4d9c-b726-a4dfa414d4aa None None] Notify callbacks [] for port, precommit_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:39.737964 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-5829158f-f511-4d5d-9936-c3b1021839f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:14:39.744453 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-005ba0c8-1558-4e87-8ebf-52daffd6117c tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Allocated IP 172.20.0.12 (f80763d9-309a-4a86-bb54-dc8b6a7518e6/4fd49012-0dd3-474e-86ca-d649b84af1ee/e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b) {{(pid=86316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:14:39.749400 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7301477-dd05-476a-a8fe-db09302ebb73 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6fea2ad-685d-406c-8b38-27d38dcc4879,revision_number=0']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:39.754433 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b7301477-dd05-476a-a8fe-db09302ebb73 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:39.757855 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-b7301477-dd05-476a-a8fe-db09302ebb73 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5550878 Apr 22 16:14:39.760155 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 39700) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:39.761059 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b7301477-dd05-476a-a8fe-db09302ebb73 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:39.766448 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-de8da2a2-3acc-4f3e-ad64-a1a1a418f80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:39.770720 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-b0919527-1b72-42b4-9241-b95bdf7bb9ec tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Request body: {'security_group_rule': {'security_group_id': '17c9bc84-367f-479f-9b1a-9094cd6ded20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:14:39.777232 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-b0919527-1b72-42b4-9241-b95bdf7bb9ec tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:39.780423 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-de8da2a2-3acc-4f3e-ad64-a1a1a418f80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:39.782921 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-b0919527-1b72-42b4-9241-b95bdf7bb9ec tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Usage tracker for resource:security_group_rule and tenant:f8537b98a43742f2a3fcccbe15848877 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:39.785508 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-c631fd24-c0f4-4d9c-b726-a4dfa414d4aa None None] Transition to ACTIVE for port object 1bbcf06b-6d2c-4294-bd38-5d0208eeeebb will not be triggered until provisioned by entity L2. {{(pid=86318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:14:39.796374 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-b0919527-1b72-42b4-9241-b95bdf7bb9ec tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:39.799431 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:39.802901 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-52bf14c5-9472-4329-9b25-bd58e5747e08 req-bae74038-b78e-4e74-a521-b89b610ec325 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ecba434-ecd1-4b9e-9fde-361b96e11172 HTTP/1.1" status: 200 len: 210 time: 0.6841414 Apr 22 16:14:39.803036 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c631fd24-c0f4-4d9c-b726-a4dfa414d4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:39.819217 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:39.823273 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829158f-f511-4d5d-9936-c3b1021839f3 admin admin] Pushing event updated for resources: {'Port': ['ID=6e208eb9-8205-4594-99db-94f41a7ca0ff,revision_number=2']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:39.848751 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-5829158f-f511-4d5d-9936-c3b1021839f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.473s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:39.881954 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-de8da2a2-3acc-4f3e-ad64-a1a1a418f80d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c51a88b0476c45ee8e006ccaa83c2406&name=default HTTP/1.1" status: 200 len: 2976 time: 1.6637180 Apr 22 16:14:39.885594 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-b0919527-1b72-42b4-9241-b95bdf7bb9ec tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:39.895864 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 39704) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:39.955126 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8da2a2-3acc-4f3e-ad64-a1a1a418f80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbcfaaa-ab4a-4a72-b777-888f78b7b6ab,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:39.973835 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-de8da2a2-3acc-4f3e-ad64-a1a1a418f80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:40.041351 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b0919527-1b72-42b4-9241-b95bdf7bb9ec tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:40.042183 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c470405-77eb-41ee-bfd5-0e6efc73df0d None None] Pushing event updated for resources: {'Port': ['ID=1bbcf06b-6d2c-4294-bd38-5d0208eeeebb,revision_number=3']} {{(pid=86318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:40.064493 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1c470405-77eb-41ee-bfd5-0e6efc73df0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:40.219735 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-66925ad4-5a3f-4ac6-ac4d-767c0913f37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:40.260820 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5829158f-f511-4d5d-9936-c3b1021839f3 admin admin] Router efb74712-0cf7-4bef-9172-0b4804eaf246 has already been hosted by L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 {{(pid=86316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:14:40.291048 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 8f378933-5eb9-4074-bd07-1947406f5aae up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:14:40.363565 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-66925ad4-5a3f-4ac6-ac4d-767c0913f37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:40.393280 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b0919527-1b72-42b4-9241-b95bdf7bb9ec tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:40.406230 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b0919527-1b72-42b4-9241-b95bdf7bb9ec tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:40.467397 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b7301477-dd05-476a-a8fe-db09302ebb73 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:40.553750 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning for port 8f378933-5eb9-4074-bd07-1947406f5aae completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:14:40.564372 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port 8f378933-5eb9-4074-bd07-1947406f5aae triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:14:40.572624 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:40.581582 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0919527-1b72-42b4-9241-b95bdf7bb9ec tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21225dc6-149d-4c4f-8406-da5eca87deb5,revision_number=0']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:40.588635 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b0919527-1b72-42b4-9241-b95bdf7bb9ec tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:40.624459 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b0919527-1b72-42b4-9241-b95bdf7bb9ec tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:40.626771 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-b0919527-1b72-42b4-9241-b95bdf7bb9ec tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8643110 Apr 22 16:14:40.634857 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 39738) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:40.652426 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-2bdc1163-6094-4e66-bac3-ce0dab172bd3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Request body: {'floatingip': {'floating_network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:14:40.687213 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-2bdc1163-6094-4e66-bac3-ce0dab172bd3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:40.692048 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-2bdc1163-6094-4e66-bac3-ce0dab172bd3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Usage tracker for resource:floatingip and tenant:f8537b98a43742f2a3fcccbe15848877 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:40.724734 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-2bdc1163-6094-4e66-bac3-ce0dab172bd3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:40.756279 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-66925ad4-5a3f-4ac6-ac4d-767c0913f37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:40.759476 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-2bdc1163-6094-4e66-bac3-ce0dab172bd3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:40.772840 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-c631fd24-c0f4-4d9c-b726-a4dfa414d4aa None None] Attempting to bind port 1bbcf06b-6d2c-4294-bd38-5d0208eeeebb on host dv-cinder-784623-7-smb for vnic_type normal with profile {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:14:40.775359 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-c631fd24-c0f4-4d9c-b726-a4dfa414d4aa None None] Attempting to bind port 1bbcf06b-6d2c-4294-bd38-5d0208eeeebb by drivers openvswitch,hyperv on host dv-cinder-784623-7-smb at level 0 using segments [{'id': 'b3de8a27-a528-45bc-bd16-1d4fd785a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2'}] {{(pid=86318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:14:40.776064 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c631fd24-c0f4-4d9c-b726-a4dfa414d4aa None None] Attempting to bind port 1bbcf06b-6d2c-4294-bd38-5d0208eeeebb on network 10ba8417-bb39-40e4-9ac2-493bc0eef8f2 {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:14:40.797527 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:40.807331 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c631fd24-c0f4-4d9c-b726-a4dfa414d4aa None None] Checking agent: {'id': '8ffb9a94-5aed-4188-b3fb-9814a4924f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 5, 42), 'started_at': datetime.datetime(2021, 4, 22, 16, 6, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:14:40.811017 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c631fd24-c0f4-4d9c-b726-a4dfa414d4aa None None] Checking segment: {'id': 'b3de8a27-a528-45bc-bd16-1d4fd785a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:14:40.811659 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c631fd24-c0f4-4d9c-b726-a4dfa414d4aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:40.812287 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c631fd24-c0f4-4d9c-b726-a4dfa414d4aa None None] Bound using segment: {'id': 'b3de8a27-a528-45bc-bd16-1d4fd785a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2'} {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:14:40.812987 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-c631fd24-c0f4-4d9c-b726-a4dfa414d4aa None None] Bound port: 1bbcf06b-6d2c-4294-bd38-5d0208eeeebb, host: dv-cinder-784623-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3de8a27-a528-45bc-bd16-1d4fd785a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2'}}] {{(pid=86318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:14:40.813698 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c631fd24-c0f4-4d9c-b726-a4dfa414d4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:40.853709 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66925ad4-5a3f-4ac6-ac4d-767c0913f37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbcfaaa-ab4a-4a72-b777-888f78b7b6ab,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:40.865727 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-66925ad4-5a3f-4ac6-ac4d-767c0913f37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:40.868179 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1163-6094-4e66-bac3-ce0dab172bd3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for floatingip, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:40.948822 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-66925ad4-5a3f-4ac6-ac4d-767c0913f37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:40.952177 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-66925ad4-5a3f-4ac6-ac4d-767c0913f37c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3bbcfaaa-ab4a-4a72-b777-888f78b7b6ab HTTP/1.1" status: 204 len: 168 time: 1.0519917 Apr 22 16:14:41.104706 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-c631fd24-c0f4-4d9c-b726-a4dfa414d4aa None None] For port 1bbcf06b-6d2c-4294-bd38-5d0208eeeebb, host dv-cinder-784623-7-smb, cleared binding levels {{(pid=86318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:14:41.112583 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-c631fd24-c0f4-4d9c-b726-a4dfa414d4aa None None] For port 1bbcf06b-6d2c-4294-bd38-5d0208eeeebb, host dv-cinder-784623-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=1bbcf06b-6d2c-4294-bd38-5d0208eeeebb,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:14:41.116892 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:41.117076 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c631fd24-c0f4-4d9c-b726-a4dfa414d4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:41.122885 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5829158f-f511-4d5d-9936-c3b1021839f3 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:14:41.159399 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:41.163454 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] For port 8f378933-5eb9-4074-bd07-1947406f5aae, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=8f378933-5eb9-4074-bd07-1947406f5aae,segment=NetworkSegment(0a545a0b-864e-4a70-9faa-625966eb1a15),segment_id=0a545a0b-864e-4a70-9faa-625966eb1a15)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:14:41.177999 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:41.206470 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-648129ef-012f-4726-a17c-7dfa1a03ddc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:41.490026 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Pushing event updated for resources: {'Port': ['ID=8f378933-5eb9-4074-bd07-1947406f5aae,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:41.492292 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c631fd24-c0f4-4d9c-b726-a4dfa414d4aa None None] Routers {'f445d462-20f4-4e61-80b6-32f3806720d9'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:14:41.492999 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-c631fd24-c0f4-4d9c-b726-a4dfa414d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:14:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['f445d462-20f4-4e61-80b6-32f3806720d9'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:14:41.523403 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:41.527522 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1163-6094-4e66-bac3-ce0dab172bd3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:41.610128 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8c351c49-f21b-41db-af7c-11c1fe9361a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:41.631860 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:41.632285 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-5829158f-f511-4d5d-9936-c3b1021839f3 admin admin] 10.222.0.21 "PUT /v2.0/routers/efb74712-0cf7-4bef-9172-0b4804eaf246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5507531 Apr 22 16:14:41.634591 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-c23fc070-2097-4172-88d9-94a70154f0a0 req-0881835a-48b7-4c8e-a0da-4872c028fc80 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Synchronizing usage tracker for tenant:f3a7c35c9352444cb42fbae1629cb3ee on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:14:41.699804 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c470405-77eb-41ee-bfd5-0e6efc73df0d None None] Pushing event updated for resources: {'Port': ['ID=1bbcf06b-6d2c-4294-bd38-5d0208eeeebb,revision_number=4']} {{(pid=86318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:41.706885 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1c470405-77eb-41ee-bfd5-0e6efc73df0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:41.840367 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:41.978525 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-c23fc070-2097-4172-88d9-94a70154f0a0 req-0881835a-48b7-4c8e-a0da-4872c028fc80 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Unset dirty status for tenant:f3a7c35c9352444cb42fbae1629cb3ee on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:14:41.995398 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c23fc070-2097-4172-88d9-94a70154f0a0 req-0881835a-48b7-4c8e-a0da-4872c028fc80 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ecba434-ecd1-4b9e-9fde-361b96e11172 HTTP/1.1" status: 200 len: 210 time: 0.7527022 Apr 22 16:14:42.054962 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-2bdc1163-6094-4e66-bac3-ce0dab172bd3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Allocated IP 172.28.3.39 (88dd38af-48aa-4ea4-a266-3e61b5f89d27/323aff52-d533-47a6-aeb2-a9a8b96d3993/a4fe8c49-3185-4c1c-82d0-7a36bed31713) {{(pid=86315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:14:42.085923 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-c631fd24-c0f4-4d9c-b726-a4dfa414d4aa None None] Set router f445d462-20f4-4e61-80b6-32f3806720d9 gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:14:42.100225 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b08aae-b9e4-47c1-9e5f-d1a6f278a87e None None] Sync routers for ids ['efb74712-0cf7-4bef-9172-0b4804eaf246'] in dv-cinder-784623-7-smb {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:14:42.123664 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b08aae-b9e4-47c1-9e5f-d1a6f278a87e None None] Routers {'efb74712-0cf7-4bef-9172-0b4804eaf246'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:14:42.126439 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-c1b08aae-b9e4-47c1-9e5f-d1a6f278a87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:14:42Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['efb74712-0cf7-4bef-9172-0b4804eaf246'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:14:42.163620 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-005ba0c8-1558-4e87-8ebf-52daffd6117c tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Notify callbacks [] for port, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:42.269409 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-005ba0c8-1558-4e87-8ebf-52daffd6117c tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406'] for port, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:42.289443 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 8f378933-5eb9-4074-bd07-1947406f5aae up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:14:42.312341 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:42.513588 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-005ba0c8-1558-4e87-8ebf-52daffd6117c tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Network f80763d9-309a-4a86-bb54-dc8b6a7518e6 is already hosted by enough agents. {{(pid=86316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:14:42.522578 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-005ba0c8-1558-4e87-8ebf-52daffd6117c tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Resources bound (agent type, host, resource id): {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:14:42.548074 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-005ba0c8-1558-4e87-8ebf-52daffd6117c tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Received port after_create {{(pid=86316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:14:42.571709 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-005ba0c8-1558-4e87-8ebf-52daffd6117c tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:42.572523 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-005ba0c8-1558-4e87-8ebf-52daffd6117c tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:42.573543 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1163-6094-4e66-bac3-ce0dab172bd3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for port, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:42.646979 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 39784) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:42.676659 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1163-6094-4e66-bac3-ce0dab172bd3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406'] for port, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:42.686165 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:42.750933 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ba0c8-1558-4e87-8ebf-52daffd6117c tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Pushing event updated for resources: {'Port': ['ID=e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:42.754809 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-005ba0c8-1558-4e87-8ebf-52daffd6117c tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:42.765057 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-005ba0c8-1558-4e87-8ebf-52daffd6117c tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9122717 Apr 22 16:14:42.784443 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-1cc5b23f-c0fa-4257-bbec-ed0e08fcdb35 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86316) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:14:42.785863 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-1cc5b23f-c0fa-4257-bbec-ed0e08fcdb35 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073750 Apr 22 16:14:42.794839 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port 8f378933-5eb9-4074-bd07-1947406f5aae triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:14:42.795452 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:42.876456 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-c1b08aae-b9e4-47c1-9e5f-d1a6f278a87e None None] Set router efb74712-0cf7-4bef-9172-0b4804eaf246 gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:14:42.915432 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdc1163-6094-4e66-bac3-ce0dab172bd3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Network 88dd38af-48aa-4ea4-a266-3e61b5f89d27 is already hosted by enough agents. {{(pid=86315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:14:42.918722 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-2bdc1163-6094-4e66-bac3-ce0dab172bd3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Resources bound (agent type, host, resource id): {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:14:42.928343 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdc1163-6094-4e66-bac3-ce0dab172bd3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Received port after_create {{(pid=86315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:14:42.938171 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc1163-6094-4e66-bac3-ce0dab172bd3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Pushing event updated for resources: {'Port': ['ID=a4fe8c49-3185-4c1c-82d0-7a36bed31713,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:42.964282 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-2bdc1163-6094-4e66-bac3-ce0dab172bd3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:42.985281 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 39798) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:43.025253 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fccb51e3-fe87-46e7-bd7b-521f8a67b774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:43.053770 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-fccb51e3-fe87-46e7-bd7b-521f8a67b774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:43.063277 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-fccb51e3-fe87-46e7-bd7b-521f8a67b774 admin admin] Usage tracker for resource:security_group_rule and tenant:1cde360ffbdd49e698d4cd885879898e is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:43.066459 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-fccb51e3-fe87-46e7-bd7b-521f8a67b774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:43.109542 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-fccb51e3-fe87-46e7-bd7b-521f8a67b774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:43.138917 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-c631fd24-c0f4-4d9c-b726-a4dfa414d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'name': 'tempest-AttachVolumeShelveTestJSON-2143313239-router', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:24Z', 'updated_at': '2021-04-22T16:14:33Z', 'revision_number': 4, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'gw_port': {'id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:26Z', 'updated_at': '2021-04-22T16:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': '1bbcf06b-6d2c-4294-bd38-5d0208eeeebb', 'name': '', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'mac_address': 'fa:16:3e:8f:d8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93257d7e-85c0-4511-a149-8d2031392de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:32Z', 'updated_at': '2021-04-22T16:14:41Z', 'revision_number': 4, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'subnets': [{'id': '93257d7e-85c0-4511-a149-8d2031392de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:14:43.144412 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c631fd24-c0f4-4d9c-b726-a4dfa414d4aa None None] The sync data for ids ['f445d462-20f4-4e61-80b6-32f3806720d9'] in dv-cinder-784623-7-smb is: [{'id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'name': 'tempest-AttachVolumeShelveTestJSON-2143313239-router', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:24Z', 'updated_at': '2021-04-22T16:14:33Z', 'revision_number': 4, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'gw_port': {'id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:26Z', 'updated_at': '2021-04-22T16:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': '1bbcf06b-6d2c-4294-bd38-5d0208eeeebb', 'name': '', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'mac_address': 'fa:16:3e:8f:d8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93257d7e-85c0-4511-a149-8d2031392de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:32Z', 'updated_at': '2021-04-22T16:14:41Z', 'revision_number': 4, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'subnets': [{'id': '93257d7e-85c0-4511-a149-8d2031392de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:14:43.234678 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1163-6094-4e66-bac3-ce0dab172bd3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:43.343939 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fccb51e3-fe87-46e7-bd7b-521f8a67b774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:43.349757 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fccb51e3-fe87-46e7-bd7b-521f8a67b774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:43.390581 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-84fa69ad-98c8-48b4-bd3e-e18697aab193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:43.413261 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:43.519631 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1163-6094-4e66-bac3-ce0dab172bd3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:43.557537 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-fccb51e3-fe87-46e7-bd7b-521f8a67b774 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1cde360ffbdd49e698d4cd885879898e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5709040 Apr 22 16:14:43.572761 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 39814) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:43.877570 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb51e3-fe87-46e7-bd7b-521f8a67b774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d76b23-4b13-4f27-948c-00bb6a4cab5d,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:43.880805 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-12e38209-76d0-43a7-8b22-9295962f02b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:43.904105 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-fccb51e3-fe87-46e7-bd7b-521f8a67b774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:43.919089 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-12e38209-76d0-43a7-8b22-9295962f02b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:43.942690 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-12e38209-76d0-43a7-8b22-9295962f02b6 admin admin] Usage tracker for resource:security_group_rule and tenant:0b3409d2b8cf433cb8fe6b3373703e12 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:43.960859 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-12e38209-76d0-43a7-8b22-9295962f02b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:44.041884 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-12e38209-76d0-43a7-8b22-9295962f02b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:44.101820 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a7daf1c0-a5a3-4421-9def-dcd0a90a02b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:44.248123 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-c1b08aae-b9e4-47c1-9e5f-d1a6f278a87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb74712-0cf7-4bef-9172-0b4804eaf246', 'name': 'tempest-ServerRescueNegativeTestJSON-1820133554-router', 'tenant_id': '472f8b7a41be46c18e3861f072af2690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.4'}], 'enable_snat': True}, 'gw_port_id': '8f378933-5eb9-4074-bd07-1947406f5aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:26Z', 'updated_at': '2021-04-22T16:14:37Z', 'revision_number': 4, 'project_id': '472f8b7a41be46c18e3861f072af2690', 'gw_port': {'id': '8f378933-5eb9-4074-bd07-1947406f5aae', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb74712-0cf7-4bef-9172-0b4804eaf246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:28Z', 'updated_at': '2021-04-22T16:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': '6e208eb9-8205-4594-99db-94f41a7ca0ff', 'name': '', 'network_id': '66201a63-9212-43a4-b99c-22c43b7ecdf4', 'tenant_id': '472f8b7a41be46c18e3861f072af2690', 'mac_address': 'fa:16:3e:6e:0c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb74712-0cf7-4bef-9172-0b4804eaf246', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6c87f420-a23d-47e7-a4ec-31ede37a20fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:35Z', 'updated_at': '2021-04-22T16:14:37Z', 'revision_number': 2, 'project_id': '472f8b7a41be46c18e3861f072af2690', 'subnets': [{'id': '6c87f420-a23d-47e7-a4ec-31ede37a20fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:14:44.279714 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b08aae-b9e4-47c1-9e5f-d1a6f278a87e None None] Checking router: efb74712-0cf7-4bef-9172-0b4804eaf246 for host: dv-cinder-784623-7-smb {{(pid=86317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:14:44.282006 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a7daf1c0-a5a3-4421-9def-dcd0a90a02b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:44.283760 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b08aae-b9e4-47c1-9e5f-d1a6f278a87e None None] Updating router efb74712-0cf7-4bef-9172-0b4804eaf246 port 6e208eb9-8205-4594-99db-94f41a7ca0ff binding host dv-cinder-784623-7-smb {{(pid=86317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:14:44.296149 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1163-6094-4e66-bac3-ce0dab172bd3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for port, precommit_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:44.311354 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1163-6094-4e66-bac3-ce0dab172bd3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:44.340299 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:44.371072 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7dff76-94e3-4b85-80e1-61ed2baadda6 req-78cb02d7-77bc-49fa-82ee-6b597f71a700 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:44.384770 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8e7dff76-94e3-4b85-80e1-61ed2baadda6 req-78cb02d7-77bc-49fa-82ee-6b597f71a700 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ecba434-ecd1-4b9e-9fde-361b96e11172 HTTP/1.1" status: 200 len: 932 time: 0.8109658 Apr 22 16:14:44.394657 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1163-6094-4e66-bac3-ce0dab172bd3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691126'] for floatingip, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:44.464217 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 1bbcf06b-6d2c-4294-bd38-5d0208eeeebb up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:14:44.482758 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-12e38209-76d0-43a7-8b22-9295962f02b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:44.493427 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-12e38209-76d0-43a7-8b22-9295962f02b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:44.508709 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-4d151732-7815-4084-a08e-3bdba26f7303 service neutron] Request body: {'port': {'device_id': '7ecba434-ecd1-4b9e-9fde-361b96e11172', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:14:44.596749 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-12e38209-76d0-43a7-8b22-9295962f02b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b3409d2b8cf433cb8fe6b3373703e12&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9472649 Apr 22 16:14:44.603255 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc1163-6094-4e66-bac3-ce0dab172bd3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Pushing event updated for resources: {'Port': ['ID=a4fe8c49-3185-4c1c-82d0-7a36bed31713,revision_number=2']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:44.615586 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2bdc1163-6094-4e66-bac3-ce0dab172bd3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:44.619909 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-2bdc1163-6094-4e66-bac3-ce0dab172bd3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9755044 Apr 22 16:14:44.625116 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-2bdc1163-6094-4e66-bac3-ce0dab172bd3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:44.625693 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 39834) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:44.626255 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-5039b7c4-3d91-434e-8fe7-46b0df7c6fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:44.746170 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning for port 1bbcf06b-6d2c-4294-bd38-5d0208eeeebb completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:14:44.780377 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port 1bbcf06b-6d2c-4294-bd38-5d0208eeeebb triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:14:44.795652 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:44.854973 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c1b08aae-b9e4-47c1-9e5f-d1a6f278a87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:44.975009 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e38209-76d0-43a7-8b22-9295962f02b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a4fd54-3c99-46fa-ae73-e652aecbe7d0,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:44.994161 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-12e38209-76d0-43a7-8b22-9295962f02b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:45.092419 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-041df6a3-2bed-432b-bc33-dd0cfb20248c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:45.178404 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-041df6a3-2bed-432b-bc33-dd0cfb20248c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:45.281585 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-041df6a3-2bed-432b-bc33-dd0cfb20248c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:45.289165 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:45.306749 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041df6a3-2bed-432b-bc33-dd0cfb20248c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a4fd54-3c99-46fa-ae73-e652aecbe7d0,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:45.309365 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-041df6a3-2bed-432b-bc33-dd0cfb20248c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:45.327535 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-041df6a3-2bed-432b-bc33-dd0cfb20248c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:45.333034 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-041df6a3-2bed-432b-bc33-dd0cfb20248c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60a4fd54-3c99-46fa-ae73-e652aecbe7d0 HTTP/1.1" status: 204 len: 168 time: 0.5176976 Apr 22 16:14:45.454473 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8e7dff76-94e3-4b85-80e1-61ed2baadda6 req-f2dfdb1d-0d01-4195-bde4-945ca3fffdd9 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/security-groups?id=76ddbad6-5fef-4624-86a1-e5b1f3780baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0659144 Apr 22 16:14:45.908056 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 39900) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:46.063609 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-5b949edd-2f02-4ff1-befa-aea5bca41d21 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:46.064450 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-5b949edd-2f02-4ff1-befa-aea5bca41d21 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Synchronizing usage tracker for tenant:472f8b7a41be46c18e3861f072af2690 on resource:network {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:14:46.241530 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-e35792e3-2d42-42c5-a359-4dbdf68d24d7 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Synchronizing usage tracker for tenant:f8537b98a43742f2a3fcccbe15848877 on resource:security_group {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:14:46.253271 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-4d151732-7815-4084-a08e-3bdba26f7303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:46.278713 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a8ba5fb4-64ce-4907-bc08-3060f7125ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:46.341612 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-a8ba5fb4-64ce-4907-bc08-3060f7125ca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:46.354645 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-a8ba5fb4-64ce-4907-bc08-3060f7125ca9 admin admin] Usage tracker for resource:security_group_rule and tenant:d5d7b6e4dce4409bbdc45ed106705cba is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:46.357769 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-5b949edd-2f02-4ff1-befa-aea5bca41d21 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Unset dirty status for tenant:472f8b7a41be46c18e3861f072af2690 on resource:network {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:14:46.362098 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-5b949edd-2f02-4ff1-befa-aea5bca41d21 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/networks?id=66201a63-9212-43a4-b99c-22c43b7ecdf4 HTTP/1.1" status: 200 len: 819 time: 1.6802170 Apr 22 16:14:46.363827 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-a8ba5fb4-64ce-4907-bc08-3060f7125ca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:46.374423 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-a8ba5fb4-64ce-4907-bc08-3060f7125ca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:46.415455 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a7daf1c0-a5a3-4421-9def-dcd0a90a02b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:46.427948 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-e35792e3-2d42-42c5-a359-4dbdf68d24d7 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Unset dirty status for tenant:f8537b98a43742f2a3fcccbe15848877 on resource:security_group {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:14:46.437509 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-e35792e3-2d42-42c5-a359-4dbdf68d24d7 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--74357750&fields=id&tenant_id=f8537b98a43742f2a3fcccbe15848877 HTTP/1.1" status: 200 len: 267 time: 0.4025750 Apr 22 16:14:46.489277 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-24545638-ac56-4e3c-9faa-aecf4ec26548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:46.499209 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c1b08aae-b9e4-47c1-9e5f-d1a6f278a87e None None] Notify callbacks [] for port, precommit_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:46.508488 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7daf1c0-a5a3-4421-9def-dcd0a90a02b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d76b23-4b13-4f27-948c-00bb6a4cab5d,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:46.539060 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-c1b08aae-b9e4-47c1-9e5f-d1a6f278a87e None None] Transition to ACTIVE for port object 6e208eb9-8205-4594-99db-94f41a7ca0ff will not be triggered until provisioned by entity L2. {{(pid=86317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:14:46.542865 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-07ed3cdc-98db-4ad5-8666-87c13a76acd2 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/quotas/472f8b7a41be46c18e3861f072af2690 HTTP/1.1" status: 200 len: 375 time: 0.1332216 Apr 22 16:14:46.545137 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-a7daf1c0-a5a3-4421-9def-dcd0a90a02b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:46.590698 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a7daf1c0-a5a3-4421-9def-dcd0a90a02b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:46.600822 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-a7daf1c0-a5a3-4421-9def-dcd0a90a02b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66d76b23-4b13-4f27-948c-00bb6a4cab5d HTTP/1.1" status: 204 len: 168 time: 3.0198605 Apr 22 16:14:46.635051 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a8ba5fb4-64ce-4907-bc08-3060f7125ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:46.643970 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a8ba5fb4-64ce-4907-bc08-3060f7125ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:46.706713 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c1b08aae-b9e4-47c1-9e5f-d1a6f278a87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:46.709558 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:46.736764 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:46.775222 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-abd5d592-261f-49ff-a8bc-cc15f3f5ce7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:46.804788 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-a8ba5fb4-64ce-4907-bc08-3060f7125ca9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5d7b6e4dce4409bbdc45ed106705cba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8929794 Apr 22 16:14:46.804788 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba5fb4-64ce-4907-bc08-3060f7125ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f286ece2-e040-4564-bdde-4d5cf8bfd311,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:46.808079 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 39934) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:46.812027 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-a8ba5fb4-64ce-4907-bc08-3060f7125ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:46.894647 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24eea3b2-35df-40e0-96a7-5d6c963b2f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:46.910409 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08dfd07-cf15-4aa8-891c-aad1aa178b74 None None] Pushing event updated for resources: {'Port': ['ID=6e208eb9-8205-4594-99db-94f41a7ca0ff,revision_number=3']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:46.933031 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24eea3b2-35df-40e0-96a7-5d6c963b2f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:47.000609 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24eea3b2-35df-40e0-96a7-5d6c963b2f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:47.009422 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-74cea31e-0ad2-402d-85ea-67eef9219ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:47.033872 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f08dfd07-cf15-4aa8-891c-aad1aa178b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:47.038481 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eea3b2-35df-40e0-96a7-5d6c963b2f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f286ece2-e040-4564-bdde-4d5cf8bfd311,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:47.040665 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24eea3b2-35df-40e0-96a7-5d6c963b2f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:47.044679 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-24eea3b2-35df-40e0-96a7-5d6c963b2f76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f286ece2-e040-4564-bdde-4d5cf8bfd311 HTTP/1.1" status: 204 len: 168 time: 0.2319658 Apr 22 16:14:47.044679 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-24eea3b2-35df-40e0-96a7-5d6c963b2f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:47.194543 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-8aad2a81-e559-40d0-91ce-97fbc6d5d81e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:47.196427 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-8aad2a81-e559-40d0-91ce-97fbc6d5d81e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Synchronizing usage tracker for tenant:f8537b98a43742f2a3fcccbe15848877 on resource:network {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:14:47.243332 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-c1b08aae-b9e4-47c1-9e5f-d1a6f278a87e None None] Attempting to bind port 6e208eb9-8205-4594-99db-94f41a7ca0ff on host dv-cinder-784623-7-smb for vnic_type normal with profile {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:14:47.243754 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-c1b08aae-b9e4-47c1-9e5f-d1a6f278a87e None None] Attempting to bind port 6e208eb9-8205-4594-99db-94f41a7ca0ff by drivers openvswitch,hyperv on host dv-cinder-784623-7-smb at level 0 using segments [{'id': '4e4927e9-28f0-4804-ad23-92304e883f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '66201a63-9212-43a4-b99c-22c43b7ecdf4'}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:14:47.244176 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b08aae-b9e4-47c1-9e5f-d1a6f278a87e None None] Attempting to bind port 6e208eb9-8205-4594-99db-94f41a7ca0ff on network 66201a63-9212-43a4-b99c-22c43b7ecdf4 {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:14:47.266130 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b08aae-b9e4-47c1-9e5f-d1a6f278a87e None None] Checking agent: {'id': '8ffb9a94-5aed-4188-b3fb-9814a4924f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 5, 42), 'started_at': datetime.datetime(2021, 4, 22, 16, 6, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:14:47.266704 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b08aae-b9e4-47c1-9e5f-d1a6f278a87e None None] Checking segment: {'id': '4e4927e9-28f0-4804-ad23-92304e883f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '66201a63-9212-43a4-b99c-22c43b7ecdf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:14:47.267266 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c1b08aae-b9e4-47c1-9e5f-d1a6f278a87e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:47.267858 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b08aae-b9e4-47c1-9e5f-d1a6f278a87e None None] Bound using segment: {'id': '4e4927e9-28f0-4804-ad23-92304e883f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '66201a63-9212-43a4-b99c-22c43b7ecdf4'} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:14:47.268389 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-c1b08aae-b9e4-47c1-9e5f-d1a6f278a87e None None] Bound port: 6e208eb9-8205-4594-99db-94f41a7ca0ff, host: dv-cinder-784623-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4927e9-28f0-4804-ad23-92304e883f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '66201a63-9212-43a4-b99c-22c43b7ecdf4'}}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:14:47.268899 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c1b08aae-b9e4-47c1-9e5f-d1a6f278a87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:47.398902 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-c1b08aae-b9e4-47c1-9e5f-d1a6f278a87e None None] For port 6e208eb9-8205-4594-99db-94f41a7ca0ff, host dv-cinder-784623-7-smb, cleared binding levels {{(pid=86317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:14:47.402846 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-c1b08aae-b9e4-47c1-9e5f-d1a6f278a87e None None] For port 6e208eb9-8205-4594-99db-94f41a7ca0ff, host dv-cinder-784623-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=6e208eb9-8205-4594-99db-94f41a7ca0ff,segment=NetworkSegment(4e4927e9-28f0-4804-ad23-92304e883f46),segment_id=4e4927e9-28f0-4804-ad23-92304e883f46)] {{(pid=86317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:14:47.405452 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] For port 1bbcf06b-6d2c-4294-bd38-5d0208eeeebb, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=1bbcf06b-6d2c-4294-bd38-5d0208eeeebb,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:14:47.407503 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c1b08aae-b9e4-47c1-9e5f-d1a6f278a87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:47.419232 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:47.424015 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-8aad2a81-e559-40d0-91ce-97fbc6d5d81e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Unset dirty status for tenant:f8537b98a43742f2a3fcccbe15848877 on resource:network {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:14:47.425328 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-8aad2a81-e559-40d0-91ce-97fbc6d5d81e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/networks?id=10ba8417-bb39-40e4-9ac2-493bc0eef8f2 HTTP/1.1" status: 200 len: 817 time: 0.9865968 Apr 22 16:14:47.474115 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-825f345c-f96a-4e32-86dd-6fc456fdd21d tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Synchronizing usage tracker for tenant:472f8b7a41be46c18e3861f072af2690 on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:14:47.504925 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-79dfcb34-e96d-450a-92c0-ed5b7ebaf780 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/quotas/f8537b98a43742f2a3fcccbe15848877 HTTP/1.1" status: 200 len: 375 time: 0.0691099 Apr 22 16:14:47.505690 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:47.511123 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-825f345c-f96a-4e32-86dd-6fc456fdd21d tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Unset dirty status for tenant:472f8b7a41be46c18e3861f072af2690 on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:14:47.515145 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-825f345c-f96a-4e32-86dd-6fc456fdd21d tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=472f8b7a41be46c18e3861f072af2690&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9439411 Apr 22 16:14:47.554798 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08dfd07-cf15-4aa8-891c-aad1aa178b74 None None] Pushing event updated for resources: {'Port': ['ID=6e208eb9-8205-4594-99db-94f41a7ca0ff,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:47.580539 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f08dfd07-cf15-4aa8-891c-aad1aa178b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:47.581313 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:47.718277 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Pushing event updated for resources: {'Port': ['ID=1bbcf06b-6d2c-4294-bd38-5d0208eeeebb,revision_number=5']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:47.724675 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b08aae-b9e4-47c1-9e5f-d1a6f278a87e None None] Routers {'efb74712-0cf7-4bef-9172-0b4804eaf246'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:14:47.728961 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-c1b08aae-b9e4-47c1-9e5f-d1a6f278a87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:14:42Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['efb74712-0cf7-4bef-9172-0b4804eaf246'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:14:47.975941 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 39974) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:48.149044 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 39984) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:48.155351 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:48.198209 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-06644df4-234b-4d49-9362-386c55cabd90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:48.211599 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-3501b225-95ad-43ed-93f6-7e22e7daaa83 service neutron] 10.222.0.21 "GET /v2.0/networks/66201a63-9212-43a4-b99c-22c43b7ecdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5976934 Apr 22 16:14:48.263177 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-06644df4-234b-4d49-9362-386c55cabd90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:48.273859 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-06644df4-234b-4d49-9362-386c55cabd90 admin admin] Usage tracker for resource:security_group_rule and tenant:d0e018568a0948de831a67bde5d62e2b is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:48.280451 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-06644df4-234b-4d49-9362-386c55cabd90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:48.299487 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-06644df4-234b-4d49-9362-386c55cabd90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:48.340780 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-c8cfcac3-2609-4849-9f2e-f8dbc8516a6b tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8537b98a43742f2a3fcccbe15848877&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8059843 Apr 22 16:14:48.343997 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-4d151732-7815-4084-a08e-3bdba26f7303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b {{(pid=86316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:14:48.359433 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-4d151732-7815-4084-a08e-3bdba26f7303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:48.396809 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-c1b08aae-b9e4-47c1-9e5f-d1a6f278a87e None None] Set router efb74712-0cf7-4bef-9172-0b4804eaf246 gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:14:48.475945 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-4d151732-7815-4084-a08e-3bdba26f7303 service neutron] Transition to ACTIVE for port object e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b will not be triggered until provisioned by entity L2. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:14:48.492657 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-4d151732-7815-4084-a08e-3bdba26f7303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:48.510622 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1f180dfd-ba7c-4904-8102-d6cd094facf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:48.519519 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-06644df4-234b-4d49-9362-386c55cabd90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:48.523914 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-06644df4-234b-4d49-9362-386c55cabd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:48.639243 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-a8ba5fb4-64ce-4907-bc08-3060f7125ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:48.681417 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-06644df4-234b-4d49-9362-386c55cabd90 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0e018568a0948de831a67bde5d62e2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5309982 Apr 22 16:14:48.757485 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e4d8953e-43be-4309-8325-4aaaca67c6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:48.792640 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 40000) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:48.866809 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-e4d8953e-43be-4309-8325-4aaaca67c6de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:48.874608 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-e4d8953e-43be-4309-8325-4aaaca67c6de admin admin] Usage tracker for resource:security_group_rule and tenant:fef5be6488bf4aa6b2ed4fff03487e8a is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:48.879211 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-e4d8953e-43be-4309-8325-4aaaca67c6de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:48.899208 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-e4d8953e-43be-4309-8325-4aaaca67c6de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:48.925918 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-7ad6e17f-0a24-43ea-bdcf-1decd7aec12a service neutron] 10.222.0.21 "GET /v2.0/networks/66201a63-9212-43a4-b99c-22c43b7ecdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7212377 Apr 22 16:14:49.096621 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d151732-7815-4084-a08e-3bdba26f7303 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b,revision_number=2']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:49.119059 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-4d151732-7815-4084-a08e-3bdba26f7303 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:49.125396 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-4d151732-7815-4084-a08e-3bdba26f7303 service neutron] Attempting to bind port e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:14:49.126005 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e4d8953e-43be-4309-8325-4aaaca67c6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:49.131396 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06644df4-234b-4d49-9362-386c55cabd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d602b82f-04b6-492b-ae74-a524c0533d50,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:49.132023 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-4d151732-7815-4084-a08e-3bdba26f7303 service neutron] Attempting to bind port e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '25cf0e5c-bcf7-4e7c-ae93-c7a26986d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f80763d9-309a-4a86-bb54-dc8b6a7518e6'}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:14:49.132647 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-4d151732-7815-4084-a08e-3bdba26f7303 service neutron] Attempting to bind port e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b on network f80763d9-309a-4a86-bb54-dc8b6a7518e6 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:14:49.137557 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e4d8953e-43be-4309-8325-4aaaca67c6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:49.147047 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-4d151732-7815-4084-a08e-3bdba26f7303 service neutron] Port e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b on network f80763d9-309a-4a86-bb54-dc8b6a7518e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:14:49.147579 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-4d151732-7815-4084-a08e-3bdba26f7303 service neutron] Attempting to bind port e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b on network f80763d9-309a-4a86-bb54-dc8b6a7518e6 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:14:49.148609 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-06644df4-234b-4d49-9362-386c55cabd90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:49.175315 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-4d151732-7815-4084-a08e-3bdba26f7303 service neutron] Checking agent: {'id': '016b7565-6632-473e-a317-92a5bd3f2916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'started_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:14:49.184461 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-4d151732-7815-4084-a08e-3bdba26f7303 service neutron] Checking segment: {'id': '25cf0e5c-bcf7-4e7c-ae93-c7a26986d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f80763d9-309a-4a86-bb54-dc8b6a7518e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:14:49.185273 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-4d151732-7815-4084-a08e-3bdba26f7303 service neutron] Bound using segment: {'id': '25cf0e5c-bcf7-4e7c-ae93-c7a26986d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f80763d9-309a-4a86-bb54-dc8b6a7518e6'} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:14:49.185878 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-4d151732-7815-4084-a08e-3bdba26f7303 service neutron] Bound port: e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25cf0e5c-bcf7-4e7c-ae93-c7a26986d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f80763d9-309a-4a86-bb54-dc8b6a7518e6'}}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:14:49.186358 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-4d151732-7815-4084-a08e-3bdba26f7303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:49.208501 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:49.414528 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-c1b08aae-b9e4-47c1-9e5f-d1a6f278a87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb74712-0cf7-4bef-9172-0b4804eaf246', 'name': 'tempest-ServerRescueNegativeTestJSON-1820133554-router', 'tenant_id': '472f8b7a41be46c18e3861f072af2690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.4'}], 'enable_snat': True}, 'gw_port_id': '8f378933-5eb9-4074-bd07-1947406f5aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:26Z', 'updated_at': '2021-04-22T16:14:37Z', 'revision_number': 4, 'project_id': '472f8b7a41be46c18e3861f072af2690', 'gw_port': {'id': '8f378933-5eb9-4074-bd07-1947406f5aae', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb74712-0cf7-4bef-9172-0b4804eaf246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:28Z', 'updated_at': '2021-04-22T16:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': '6e208eb9-8205-4594-99db-94f41a7ca0ff', 'name': '', 'network_id': '66201a63-9212-43a4-b99c-22c43b7ecdf4', 'tenant_id': '472f8b7a41be46c18e3861f072af2690', 'mac_address': 'fa:16:3e:6e:0c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb74712-0cf7-4bef-9172-0b4804eaf246', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6c87f420-a23d-47e7-a4ec-31ede37a20fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:35Z', 'updated_at': '2021-04-22T16:14:47Z', 'revision_number': 4, 'project_id': '472f8b7a41be46c18e3861f072af2690', 'subnets': [{'id': '6c87f420-a23d-47e7-a4ec-31ede37a20fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:14:49.429178 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-4d151732-7815-4084-a08e-3bdba26f7303 service neutron] For port e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b, host hv-cinder-78462, cleared binding levels {{(pid=86316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:14:49.430688 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b08aae-b9e4-47c1-9e5f-d1a6f278a87e None None] The sync data for ids ['efb74712-0cf7-4bef-9172-0b4804eaf246'] in dv-cinder-784623-7-smb is: [{'id': 'efb74712-0cf7-4bef-9172-0b4804eaf246', 'name': 'tempest-ServerRescueNegativeTestJSON-1820133554-router', 'tenant_id': '472f8b7a41be46c18e3861f072af2690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.4'}], 'enable_snat': True}, 'gw_port_id': '8f378933-5eb9-4074-bd07-1947406f5aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:26Z', 'updated_at': '2021-04-22T16:14:37Z', 'revision_number': 4, 'project_id': '472f8b7a41be46c18e3861f072af2690', 'gw_port': {'id': '8f378933-5eb9-4074-bd07-1947406f5aae', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb74712-0cf7-4bef-9172-0b4804eaf246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:28Z', 'updated_at': '2021-04-22T16:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': '6e208eb9-8205-4594-99db-94f41a7ca0ff', 'name': '', 'network_id': '66201a63-9212-43a4-b99c-22c43b7ecdf4', 'tenant_id': '472f8b7a41be46c18e3861f072af2690', 'mac_address': 'fa:16:3e:6e:0c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb74712-0cf7-4bef-9172-0b4804eaf246', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6c87f420-a23d-47e7-a4ec-31ede37a20fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:35Z', 'updated_at': '2021-04-22T16:14:47Z', 'revision_number': 4, 'project_id': '472f8b7a41be46c18e3861f072af2690', 'subnets': [{'id': '6c87f420-a23d-47e7-a4ec-31ede37a20fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:14:49.431489 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-e4d8953e-43be-4309-8325-4aaaca67c6de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fef5be6488bf4aa6b2ed4fff03487e8a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4543185 Apr 22 16:14:49.433718 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 40026) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:49.435759 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-4d151732-7815-4084-a08e-3bdba26f7303 service neutron] For port e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b,segment=NetworkSegment(25cf0e5c-bcf7-4e7c-ae93-c7a26986d626),segment_id=25cf0e5c-bcf7-4e7c-ae93-c7a26986d626)] {{(pid=86316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:14:49.442216 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8953e-43be-4309-8325-4aaaca67c6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a9f7f2-6b06-4b96-8d3d-b251deb82b8a,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:49.473592 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e4d8953e-43be-4309-8325-4aaaca67c6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:49.492615 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-4d151732-7815-4084-a08e-3bdba26f7303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:49.516227 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-5829158f-f511-4d5d-9936-c3b1021839f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:49.535977 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fc3d33ee-eb78-4b04-887b-1b488869c33f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:49.697477 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fc3d33ee-eb78-4b04-887b-1b488869c33f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:49.816581 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fc3d33ee-eb78-4b04-887b-1b488869c33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:49.834073 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d88fe6c9-d339-42d8-a842-27dbdabed692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:49.925396 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 1bbcf06b-6d2c-4294-bd38-5d0208eeeebb up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:14:49.937074 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fc3d33ee-eb78-4b04-887b-1b488869c33f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:49.947688 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-fc3d33ee-eb78-4b04-887b-1b488869c33f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d602b82f-04b6-492b-ae74-a524c0533d50 HTTP/1.1" status: 204 len: 168 time: 1.1522079 Apr 22 16:14:49.957330 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d33ee-eb78-4b04-887b-1b488869c33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d602b82f-04b6-492b-ae74-a524c0533d50,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:49.959227 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d151732-7815-4084-a08e-3bdba26f7303 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b,revision_number=3']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:49.972918 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-fc3d33ee-eb78-4b04-887b-1b488869c33f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:49.979077 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-4d151732-7815-4084-a08e-3bdba26f7303 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:50.005292 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-0d7c94be-9020-44f8-ac70-46db16119107 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86316) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:14:50.015249 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-0d7c94be-9020-44f8-ac70-46db16119107 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8567305 Apr 22 16:14:50.212596 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-4d151732-7815-4084-a08e-3bdba26f7303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:50.214185 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-4d151732-7815-4084-a08e-3bdba26f7303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:50.216384 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-4d151732-7815-4084-a08e-3bdba26f7303 service neutron] 10.222.0.43 "PUT /v2.0/ports/e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b HTTP/1.1" status: 200 len: 1094 time: 6.4107654 Apr 22 16:14:50.254284 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ecba434-ecd1-4b9e-9fde-361b96e11172', 'tag': 'e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:14:50.257772 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port 1bbcf06b-6d2c-4294-bd38-5d0208eeeebb triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:14:50.258553 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:50.522465 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 6e208eb9-8205-4594-99db-94f41a7ca0ff up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:14:50.734887 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning for port 6e208eb9-8205-4594-99db-94f41a7ca0ff completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:14:50.743506 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port 6e208eb9-8205-4594-99db-94f41a7ca0ff triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:14:50.743929 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:51.086683 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:51.155730 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-8598b87e-54d1-47ea-a23c-3f46d898ca3d service neutron] 10.222.0.21 "GET /v2.0/networks/10ba8417-bb39-40e4-9ac2-493bc0eef8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1395242 Apr 22 16:14:51.176232 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] For port 6e208eb9-8205-4594-99db-94f41a7ca0ff, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=6e208eb9-8205-4594-99db-94f41a7ca0ff,segment=NetworkSegment(4e4927e9-28f0-4804-ad23-92304e883f46),segment_id=4e4927e9-28f0-4804-ad23-92304e883f46)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:14:51.186157 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:51.193245 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:51.244209 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 40100) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:51.311844 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-76ce18c1-352f-447a-b6ef-4961cf07bada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:51.420479 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-76ce18c1-352f-447a-b6ef-4961cf07bada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:51.453090 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Pushing event updated for resources: {'Port': ['ID=6e208eb9-8205-4594-99db-94f41a7ca0ff,revision_number=5']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:51.456413 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:51.629106 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340c8c2-2a9f-4bf4-add2-f54911395c95 req-ea32fcb4-a6de-4546-9c5b-13d0c37cc852 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:51.641875 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a340c8c2-2a9f-4bf4-add2-f54911395c95 req-ea32fcb4-a6de-4546-9c5b-13d0c37cc852 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ecba434-ecd1-4b9e-9fde-361b96e11172 HTTP/1.1" status: 200 len: 944 time: 1.9492769 Apr 22 16:14:51.664638 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 6e208eb9-8205-4594-99db-94f41a7ca0ff up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:14:51.698044 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-76ce18c1-352f-447a-b6ef-4961cf07bada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:51.722622 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:51.743704 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-5798dc38-d039-4c91-b27b-4c3131b1a0d1 service neutron] 10.222.0.21 "GET /v2.0/networks/10ba8417-bb39-40e4-9ac2-493bc0eef8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5869160 Apr 22 16:14:51.770462 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-d238c7bf-4d50-4a28-823a-47400491aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:51.772053 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-d238c7bf-4d50-4a28-823a-47400491aa21 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3a7c35c9352444cb42fbae1629cb3ee&device_id=7ecba434-ecd1-4b9e-9fde-361b96e11172 HTTP/1.1" status: 200 len: 1097 time: 0.7454116 Apr 22 16:14:51.781812 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port 6e208eb9-8205-4594-99db-94f41a7ca0ff triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:14:51.782701 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:51.785126 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0d46549d-90c5-49cd-bc9c-0d13c9dad66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:51.795056 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce18c1-352f-447a-b6ef-4961cf07bada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a9f7f2-6b06-4b96-8d3d-b251deb82b8a,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:51.812529 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a340c8c2-2a9f-4bf4-add2-f54911395c95 req-48860964-8907-4328-90b8-79de6795485e tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/security-groups?id=76ddbad6-5fef-4624-86a1-e5b1f3780baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696360 Apr 22 16:14:51.842710 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-0d46549d-90c5-49cd-bc9c-0d13c9dad66a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:51.848161 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-0d46549d-90c5-49cd-bc9c-0d13c9dad66a admin admin] Usage tracker for resource:security_group_rule and tenant:20aa2084ab5f45adb99da6e26532c31b is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:51.856346 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-0d46549d-90c5-49cd-bc9c-0d13c9dad66a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:51.869441 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-0d46549d-90c5-49cd-bc9c-0d13c9dad66a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:51.911774 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-76ce18c1-352f-447a-b6ef-4961cf07bada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:51.950423 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-76ce18c1-352f-447a-b6ef-4961cf07bada admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:51.953930 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-76ce18c1-352f-447a-b6ef-4961cf07bada admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9a9f7f2-6b06-4b96-8d3d-b251deb82b8a HTTP/1.1" status: 204 len: 168 time: 2.5142753 Apr 22 16:14:51.968050 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-36bf72b7-e8d0-4262-8d70-cc85a292e8c1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b HTTP/1.1" status: 200 len: 217 time: 0.1791985 Apr 22 16:14:52.044805 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0d46549d-90c5-49cd-bc9c-0d13c9dad66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:52.048281 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0d46549d-90c5-49cd-bc9c-0d13c9dad66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:52.059667 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e4d8953e-43be-4309-8325-4aaaca67c6de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:52.074171 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.43', 49754) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:52.112452 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-0d46549d-90c5-49cd-bc9c-0d13c9dad66a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20aa2084ab5f45adb99da6e26532c31b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8665562 Apr 22 16:14:52.113427 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 40132) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:52.114272 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46549d-90c5-49cd-bc9c-0d13c9dad66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb188ae-8871-4cf3-adba-94826226a150,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:52.119572 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-0d46549d-90c5-49cd-bc9c-0d13c9dad66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:52.194394 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c9254cf1-0133-43ba-8a33-fdd8aab30e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:52.261788 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c9254cf1-0133-43ba-8a33-fdd8aab30e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:52.333499 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c9254cf1-0133-43ba-8a33-fdd8aab30e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:52.343538 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:52.363270 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c9254cf1-0133-43ba-8a33-fdd8aab30e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:52.369460 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-c9254cf1-0133-43ba-8a33-fdd8aab30e11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aeb188ae-8871-4cf3-adba-94826226a150 HTTP/1.1" status: 204 len: 168 time: 0.2501233 Apr 22 16:14:52.371658 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9254cf1-0133-43ba-8a33-fdd8aab30e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb188ae-8871-4cf3-adba-94826226a150,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:52.374861 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-c9254cf1-0133-43ba-8a33-fdd8aab30e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:52.405538 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bea1e494-ae1e-4803-bb4c-2763fe72d365 req-f1f5f9df-1f85-43ed-b71e-9580da503d3d tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 210 time: 0.3302746 Apr 22 16:14:52.416185 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-acb8980f-387e-4b72-a388-9ea7e4baf80f tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:52.418731 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-acb8980f-387e-4b72-a388-9ea7e4baf80f tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.43 "GET /v2.0/networks?id=66201a63-9212-43a4-b99c-22c43b7ecdf4 HTTP/1.1" status: 200 len: 819 time: 0.2367487 Apr 22 16:14:52.435115 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-885d2fc3-6970-4f48-b4d9-736d644cee40 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Request body: {'port': {'device_id': '09500b38-1f35-4933-a417-12b6c5a51dbb', 'network_id': '66201a63-9212-43a4-b99c-22c43b7ecdf4', 'admin_state_up': True, 'tenant_id': '472f8b7a41be46c18e3861f072af2690'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:14:52.521313 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-5385423c-9c8d-446d-b41c-c5f3026f4100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:52.523296 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-5385423c-9c8d-446d-b41c-c5f3026f4100 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4fd49012-0dd3-474e-86ca-d649b84af1ee HTTP/1.1" status: 200 len: 851 time: 0.5526018 Apr 22 16:14:52.678820 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-4c452130-020a-43b4-9482-72de36854c44 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f80763d9-309a-4a86-bb54-dc8b6a7518e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1461742 Apr 22 16:14:52.699611 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3c55c87c-01b0-4eef-9618-67f93e231a49 req-0ab07cac-be83-491a-aefa-6487cae9995b tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 210 time: 0.2164617 Apr 22 16:14:52.749711 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 40168) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:52.805781 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8a4b26b8-7380-4e24-9b9a-7a9434b88f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:52.872445 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-8a4b26b8-7380-4e24-9b9a-7a9434b88f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:52.890750 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-8a4b26b8-7380-4e24-9b9a-7a9434b88f1f admin admin] Usage tracker for resource:security_group_rule and tenant:85fd08b293d84f5e9fd0e3ad488d51c1 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:52.903445 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-8a4b26b8-7380-4e24-9b9a-7a9434b88f1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:52.921855 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-8a4b26b8-7380-4e24-9b9a-7a9434b88f1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:52.969973 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ecba434-ecd1-4b9e-9fde-361b96e11172', 'tag': 'e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b', 'status': 'completed', 'code': 200} Apr 22 16:14:53.058558 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-885d2fc3-6970-4f48-b4d9-736d644cee40 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:53.120852 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8a4b26b8-7380-4e24-9b9a-7a9434b88f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:53.127691 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8a4b26b8-7380-4e24-9b9a-7a9434b88f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:53.130329 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-885d2fc3-6970-4f48-b4d9-736d644cee40 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:53.175657 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:53.250121 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-addfcc42-ed2f-4788-9178-689f04183bc1 service neutron] 10.222.0.43 "GET /v2.0/networks/f80763d9-309a-4a86-bb54-dc8b6a7518e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5439243 Apr 22 16:14:53.256632 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-885d2fc3-6970-4f48-b4d9-736d644cee40 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Made reservation on behalf of 472f8b7a41be46c18e3861f072af2690 for: {'port': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:14:53.270272 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-885d2fc3-6970-4f48-b4d9-736d644cee40 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:53.334921 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-8a4b26b8-7380-4e24-9b9a-7a9434b88f1f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85fd08b293d84f5e9fd0e3ad488d51c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5839696 Apr 22 16:14:53.335909 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b26b8-7380-4e24-9b9a-7a9434b88f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6803d004-9360-4aeb-a034-3e8acbda5099,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:53.338444 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 40206) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:53.378769 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-8a4b26b8-7380-4e24-9b9a-7a9434b88f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:53.499084 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6e84f3e6-e945-4528-930a-c22c14565d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:53.580581 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6e84f3e6-e945-4528-930a-c22c14565d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:53.705405 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6e84f3e6-e945-4528-930a-c22c14565d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:53.710649 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-de8da2a2-3acc-4f3e-ad64-a1a1a418f80d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:53.746607 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6e84f3e6-e945-4528-930a-c22c14565d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:53.748938 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-6e84f3e6-e945-4528-930a-c22c14565d5e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6803d004-9360-4aeb-a034-3e8acbda5099 HTTP/1.1" status: 204 len: 168 time: 0.3984740 Apr 22 16:14:53.749844 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84f3e6-e945-4528-930a-c22c14565d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6803d004-9360-4aeb-a034-3e8acbda5099,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:53.756494 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-6e84f3e6-e945-4528-930a-c22c14565d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:53.850674 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a8ccf-048c-4c0b-ac70-7bf54aa62dcd req-dfb89bf1-a6af-4e1d-b085-f16581428b75 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:53.865439 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8c0a8ccf-048c-4c0b-ac70-7bf54aa62dcd req-dfb89bf1-a6af-4e1d-b085-f16581428b75 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ecba434-ecd1-4b9e-9fde-361b96e11172 HTTP/1.1" status: 200 len: 944 time: 0.7317684 Apr 22 16:14:53.969879 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.43', 49759) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:54.006554 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8c0a8ccf-048c-4c0b-ac70-7bf54aa62dcd req-97627a75-deb3-4985-b19e-0e3be6af04ee tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/security-groups?id=76ddbad6-5fef-4624-86a1-e5b1f3780baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400352 Apr 22 16:14:54.008660 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3fa47c52-2c06-48c6-940d-4390d5aa611d req-40b1eb20-228e-451a-af8d-6e9d395ebb1c service neutron] 10.222.0.43 "GET /v2.0/networks/f80763d9-309a-4a86-bb54-dc8b6a7518e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7052391 Apr 22 16:14:54.023041 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-5739dcb6-0dda-4ca2-8ff5-9b3df9c8e7f4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:54.030760 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-5739dcb6-0dda-4ca2-8ff5-9b3df9c8e7f4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/networks?id=66201a63-9212-43a4-b99c-22c43b7ecdf4 HTTP/1.1" status: 200 len: 819 time: 0.7001591 Apr 22 16:14:54.064179 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-54ed7f4c-613c-49ce-90f7-bd0690625b7d tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/quotas/472f8b7a41be46c18e3861f072af2690 HTTP/1.1" status: 200 len: 375 time: 0.0323734 Apr 22 16:14:54.140239 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-885d2fc3-6970-4f48-b4d9-736d644cee40 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Allocated IP 172.20.0.8 (66201a63-9212-43a4-b99c-22c43b7ecdf4/6c87f420-a23d-47e7-a4ec-31ede37a20fc/5ad70732-640d-4281-9477-9314b5f10b1b) {{(pid=86316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:14:54.337652 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-7ef021c5-305f-4629-b6c1-85a4575b2d42 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=472f8b7a41be46c18e3861f072af2690&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2724338 Apr 22 16:14:54.351454 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-984399eb-9284-46af-9a4e-7f9a829a6969 req-608e4896-4642-4e38-9df7-e12b97f1cdb3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 210 time: 0.1009276 Apr 22 16:14:54.361928 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-876364d1-2e6f-447a-aeb2-669d0b6e80d7 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:54.363906 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-876364d1-2e6f-447a-aeb2-669d0b6e80d7 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.43 "GET /v2.0/networks?id=10ba8417-bb39-40e4-9ac2-493bc0eef8f2 HTTP/1.1" status: 200 len: 817 time: 0.3925471 Apr 22 16:14:54.454261 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-81181359-e98a-442d-ace2-e8f889f7b250 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Synchronizing usage tracker for tenant:f8537b98a43742f2a3fcccbe15848877 on resource:security_group {{(pid=86315) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:14:54.471762 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-81181359-e98a-442d-ace2-e8f889f7b250 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Unset dirty status for tenant:f8537b98a43742f2a3fcccbe15848877 on resource:security_group {{(pid=86315) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:14:54.473059 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-81181359-e98a-442d-ace2-e8f889f7b250 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8537b98a43742f2a3fcccbe15848877 HTTP/1.1" status: 200 len: 378 time: 0.0989394 Apr 22 16:14:54.478900 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 40262) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:54.491677 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-d81e04b8-f943-4c30-983a-67a01fb28c9c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Request body: {'port': {'device_id': 'a02f5b0c-e1f8-44a3-a4cf-51727e2fe159', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'admin_state_up': True, 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'security_groups': ['17c9bc84-367f-479f-9b1a-9094cd6ded20']}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:14:54.679764 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-d81e04b8-f943-4c30-983a-67a01fb28c9c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:54.685649 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-d81e04b8-f943-4c30-983a-67a01fb28c9c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Usage tracker for resource:port and tenant:f8537b98a43742f2a3fcccbe15848877 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:54.689435 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-d81e04b8-f943-4c30-983a-67a01fb28c9c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:54.695941 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-d81e04b8-f943-4c30-983a-67a01fb28c9c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:54.706080 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-d81e04b8-f943-4c30-983a-67a01fb28c9c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Made reservation on behalf of f8537b98a43742f2a3fcccbe15848877 for: {'port': 1} {{(pid=86315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:14:54.713601 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-d81e04b8-f943-4c30-983a-67a01fb28c9c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:54.812209 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4e70f657-77ed-4f40-ac29-9ad7acf544e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:54.840954 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-4e70f657-77ed-4f40-ac29-9ad7acf544e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:54.846506 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-4e70f657-77ed-4f40-ac29-9ad7acf544e8 admin admin] Usage tracker for resource:security_group_rule and tenant:5c42b339d9e24a2ab5dea10e94c01e88 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:54.849557 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-4e70f657-77ed-4f40-ac29-9ad7acf544e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:54.864116 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-4e70f657-77ed-4f40-ac29-9ad7acf544e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:54.905085 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6ce4c-7193-4ce2-af47-ad05afebbf3d req-47e0e6cd-1f70-48a3-9c34-275d77ff6ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:54.906712 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cac6ce4c-7193-4ce2-af47-ad05afebbf3d req-47e0e6cd-1f70-48a3-9c34-275d77ff6ae2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3a7c35c9352444cb42fbae1629cb3ee&device_id=7ecba434-ecd1-4b9e-9fde-361b96e11172 HTTP/1.1" status: 200 len: 1097 time: 0.7578993 Apr 22 16:14:54.913896 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-885d2fc3-6970-4f48-b4d9-736d644cee40 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Notify callbacks [] for port, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:55.083652 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-a474f3a3-70bb-4b7c-8210-fad355d07441 service neutron] 10.222.0.21 "GET /v2.0/networks/66201a63-9212-43a4-b99c-22c43b7ecdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7450352 Apr 22 16:14:55.093675 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-d81e04b8-f943-4c30-983a-67a01fb28c9c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Allocated IP 172.20.0.6 (10ba8417-bb39-40e4-9ac2-493bc0eef8f2/93257d7e-85c0-4511-a149-8d2031392de0/c6acc9fa-7063-484f-82d5-ca9b80f858a5) {{(pid=86315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:14:55.287916 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6ce4c-7193-4ce2-af47-ad05afebbf3d req-0ca23597-81ba-4c07-bacb-e2d31c116f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:55.289458 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cac6ce4c-7193-4ce2-af47-ad05afebbf3d req-0ca23597-81ba-4c07-bacb-e2d31c116f4b service neutron] 10.222.0.43 "GET /v2.0/networks?id=f80763d9-309a-4a86-bb54-dc8b6a7518e6 HTTP/1.1" status: 200 len: 912 time: 0.3720839 Apr 22 16:14:55.298540 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-885d2fc3-6970-4f48-b4d9-736d644cee40 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406'] for port, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:55.397577 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:55.443865 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cac6ce4c-7193-4ce2-af47-ad05afebbf3d req-fbbe89a5-4c0f-4347-b192-e8b218f68a21 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b HTTP/1.1" status: 200 len: 217 time: 0.1432161 Apr 22 16:14:55.497539 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-d81e04b8-f943-4c30-983a-67a01fb28c9c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for port, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:55.515510 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-d81e04b8-f943-4c30-983a-67a01fb28c9c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Transition to ACTIVE for port object c6acc9fa-7063-484f-82d5-ca9b80f858a5 will not be triggered until provisioned by entity DHCP. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:14:55.545233 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4e70f657-77ed-4f40-ac29-9ad7acf544e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:55.550094 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-885d2fc3-6970-4f48-b4d9-736d644cee40 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Network 66201a63-9212-43a4-b99c-22c43b7ecdf4 is already hosted by enough agents. {{(pid=86316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:14:55.555407 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4e70f657-77ed-4f40-ac29-9ad7acf544e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:55.557100 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-885d2fc3-6970-4f48-b4d9-736d644cee40 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Resources bound (agent type, host, resource id): {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:14:55.566419 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-90e63985-536d-4133-b8dd-7d6137b14164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:55.568687 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-885d2fc3-6970-4f48-b4d9-736d644cee40 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Received port after_create {{(pid=86316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:14:55.576025 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-885d2fc3-6970-4f48-b4d9-736d644cee40 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:55.576499 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-885d2fc3-6970-4f48-b4d9-736d644cee40 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:55.586679 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-adccf3eb-f138-4a1f-ac54-d2da99b4611d service neutron] 10.222.0.21 "GET /v2.0/networks/66201a63-9212-43a4-b99c-22c43b7ecdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926107 Apr 22 16:14:55.622137 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d2fc3-6970-4f48-b4d9-736d644cee40 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Pushing event updated for resources: {'Port': ['ID=5ad70732-640d-4281-9477-9314b5f10b1b,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:55.637734 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-885d2fc3-6970-4f48-b4d9-736d644cee40 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:55.658911 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-d81e04b8-f943-4c30-983a-67a01fb28c9c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406'] for port, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:55.661138 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6ce4c-7193-4ce2-af47-ad05afebbf3d req-04d4c7ef-327c-46d8-994c-97f86cf1049f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:55.663652 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cac6ce4c-7193-4ce2-af47-ad05afebbf3d req-04d4c7ef-327c-46d8-994c-97f86cf1049f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4fd49012-0dd3-474e-86ca-d649b84af1ee HTTP/1.1" status: 200 len: 851 time: 0.1933947 Apr 22 16:14:55.722786 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-4e70f657-77ed-4f40-ac29-9ad7acf544e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c42b339d9e24a2ab5dea10e94c01e88&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2424374 Apr 22 16:14:55.730982 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 40310) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:55.762967 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-885d2fc3-6970-4f48-b4d9-736d644cee40 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3343914 Apr 22 16:14:55.775876 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cac6ce4c-7193-4ce2-af47-ad05afebbf3d req-3ace27fd-bdd9-475a-b387-2f5845304248 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f80763d9-309a-4a86-bb54-dc8b6a7518e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003366 Apr 22 16:14:55.781618 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-f9998709-79ee-4ed3-88f0-775f84b9f540 service neutron] Request body: {'port': {'device_id': '09500b38-1f35-4933-a417-12b6c5a51dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:14:55.781906 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70f657-77ed-4f40-ac29-9ad7acf544e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96f8eae-037a-40e1-ab44-d974226fc4c6,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:55.837821 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ed40f-40f4-4e00-8037-72465ee8ca4b req-1a970736-b7bd-4d6d-a7a9-3579f7b83e64 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:55.840777 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c39ed40f-40f4-4e00-8037-72465ee8ca4b req-1a970736-b7bd-4d6d-a7a9-3579f7b83e64 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ecba434-ecd1-4b9e-9fde-361b96e11172 HTTP/1.1" status: 200 len: 944 time: 0.6736212 Apr 22 16:14:56.133259 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c39ed40f-40f4-4e00-8037-72465ee8ca4b req-b9374000-5525-4823-9e5b-2417cf24b8b2 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/security-groups?id=76ddbad6-5fef-4624-86a1-e5b1f3780baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536423 Apr 22 16:14:56.174450 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-f9998709-79ee-4ed3-88f0-775f84b9f540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:56.231490 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cac6ce4c-7193-4ce2-af47-ad05afebbf3d req-db2ff9b1-55de-42b1-bf70-5d62af16b60b service neutron] 10.222.0.43 "GET /v2.0/networks/f80763d9-309a-4a86-bb54-dc8b6a7518e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850014 Apr 22 16:14:56.366918 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-4e70f657-77ed-4f40-ac29-9ad7acf544e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:56.369066 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.649s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:56.457988 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-5519311f-7aeb-4584-b9e5-fb3266f4d11f req-3d9f1576-b3f5-48fc-bddf-8a66ae2e944c tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Synchronizing usage tracker for tenant:472f8b7a41be46c18e3861f072af2690 on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:14:56.499480 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e04b8-f943-4c30-983a-67a01fb28c9c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Pushing event updated for resources: {'Port': ['ID=c6acc9fa-7063-484f-82d5-ca9b80f858a5,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:56.503087 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d81e04b8-f943-4c30-983a-67a01fb28c9c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:56.505788 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-d81e04b8-f943-4c30-983a-67a01fb28c9c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Network 10ba8417-bb39-40e4-9ac2-493bc0eef8f2 is already hosted by enough agents. {{(pid=86315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:14:56.559437 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-d81e04b8-f943-4c30-983a-67a01fb28c9c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Resources bound (agent type, host, resource id): {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:14:56.596168 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-d81e04b8-f943-4c30-983a-67a01fb28c9c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Received port after_create {{(pid=86315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:14:56.604937 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-d81e04b8-f943-4c30-983a-67a01fb28c9c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:56.606070 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-d81e04b8-f943-4c30-983a-67a01fb28c9c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for port, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:56.612768 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2fa81530-6e68-4209-ae9b-7f3fb8e2085d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:56.625097 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-5519311f-7aeb-4584-b9e5-fb3266f4d11f req-3d9f1576-b3f5-48fc-bddf-8a66ae2e944c tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Unset dirty status for tenant:472f8b7a41be46c18e3861f072af2690 on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:14:56.626426 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5519311f-7aeb-4584-b9e5-fb3266f4d11f req-3d9f1576-b3f5-48fc-bddf-8a66ae2e944c tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 210 time: 0.3443923 Apr 22 16:14:56.685593 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-d81e04b8-f943-4c30-983a-67a01fb28c9c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1990421 Apr 22 16:14:56.695121 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2fa81530-6e68-4209-ae9b-7f3fb8e2085d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:56.732581 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-44b928f1-5894-47f0-9543-681f39bd6971 service neutron] Request body: {'port': {'device_id': 'a02f5b0c-e1f8-44a3-a4cf-51727e2fe159', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:14:56.835752 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cac6ce4c-7193-4ce2-af47-ad05afebbf3d req-128aa840-3965-4402-97ff-f4e6911ccc15 service neutron] 10.222.0.43 "GET /v2.0/networks/f80763d9-309a-4a86-bb54-dc8b6a7518e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5621212 Apr 22 16:14:56.967463 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-489cc353-1852-48d4-93a5-94a23f8792e5 None None] Provisioning for port c6acc9fa-7063-484f-82d5-ca9b80f858a5 completed by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:14:56.981024 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-489cc353-1852-48d4-93a5-94a23f8792e5 None None] Provisioning complete for port c6acc9fa-7063-484f-82d5-ca9b80f858a5 triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:14:56.981965 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-489cc353-1852-48d4-93a5-94a23f8792e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:57.061216 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-489cc353-1852-48d4-93a5-94a23f8792e5 None None] Port c6acc9fa-7063-484f-82d5-ca9b80f858a5 cannot update to ACTIVE because it is not bound. {{(pid=86317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:14:57.101649 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-44b928f1-5894-47f0-9543-681f39bd6971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:57.212125 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2fa81530-6e68-4209-ae9b-7f3fb8e2085d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:57.232183 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-6e84f3e6-e945-4528-930a-c22c14565d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:57.255970 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359890a0-2071-461a-9d11-2ff7f8684175 req-df0eca18-1db9-4c06-a30a-4183fd9eed4f tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:57.257680 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-359890a0-2071-461a-9d11-2ff7f8684175 req-df0eca18-1db9-4c06-a30a-4183fd9eed4f tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 931 time: 0.9772120 Apr 22 16:14:57.265524 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-f9998709-79ee-4ed3-88f0-775f84b9f540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad70732-640d-4281-9477-9314b5f10b1b {{(pid=86316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:14:57.312881 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa81530-6e68-4209-ae9b-7f3fb8e2085d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96f8eae-037a-40e1-ab44-d974226fc4c6,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:57.330788 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-2fa81530-6e68-4209-ae9b-7f3fb8e2085d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:57.331742 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2fa81530-6e68-4209-ae9b-7f3fb8e2085d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:57.332970 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-2fa81530-6e68-4209-ae9b-7f3fb8e2085d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f96f8eae-037a-40e1-ab44-d974226fc4c6 HTTP/1.1" status: 204 len: 168 time: 1.5835469 Apr 22 16:14:57.337185 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-f9998709-79ee-4ed3-88f0-775f84b9f540 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:57.680294 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-f9998709-79ee-4ed3-88f0-775f84b9f540 service neutron] Transition to ACTIVE for port object 5ad70732-640d-4281-9477-9314b5f10b1b will not be triggered until provisioned by entity L2. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:14:57.709760 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-359890a0-2071-461a-9d11-2ff7f8684175 req-0387fc2e-03e4-4c61-822a-9586a574b88f tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4385247 Apr 22 16:14:57.714409 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-f9998709-79ee-4ed3-88f0-775f84b9f540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:57.730224 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:57.870946 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-44b928f1-5894-47f0-9543-681f39bd6971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6acc9fa-7063-484f-82d5-ca9b80f858a5 {{(pid=86315) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:14:57.891452 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-44b928f1-5894-47f0-9543-681f39bd6971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:57.923682 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-44b928f1-5894-47f0-9543-681f39bd6971 service neutron] Transition to ACTIVE for port object c6acc9fa-7063-484f-82d5-ca9b80f858a5 will not be triggered until provisioned by entity L2. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:14:57.928921 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-44b928f1-5894-47f0-9543-681f39bd6971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:57.933685 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:58.227722 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9998709-79ee-4ed3-88f0-775f84b9f540 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad70732-640d-4281-9477-9314b5f10b1b,revision_number=2']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:58.236230 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 40432) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:58.241574 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-96d1f9b3-d7f7-4aea-97d1-b9f9d1b8b635 req-9230011e-1a84-4667-8b8f-d7e0aa71b06c tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 210 time: 0.2093239 Apr 22 16:14:58.242526 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f9998709-79ee-4ed3-88f0-775f84b9f540 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:58.333456 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1e68447c-d48b-4566-989a-68ed038f4e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:58.399110 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30918eeb-05f2-4aac-a1c9-baba4ab56191 req-7d05eaf5-80c1-4df8-b50b-1d4499cd058f tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:58.409628 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-30918eeb-05f2-4aac-a1c9-baba4ab56191 req-7d05eaf5-80c1-4df8-b50b-1d4499cd058f tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ecba434-ecd1-4b9e-9fde-361b96e11172 HTTP/1.1" status: 200 len: 944 time: 1.0262201 Apr 22 16:14:58.419464 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b928f1-5894-47f0-9543-681f39bd6971 service neutron] Pushing event updated for resources: {'Port': ['ID=c6acc9fa-7063-484f-82d5-ca9b80f858a5,revision_number=2']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:58.433075 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-44b928f1-5894-47f0-9543-681f39bd6971 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:58.435133 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-1e68447c-d48b-4566-989a-68ed038f4e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:58.457703 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-f9998709-79ee-4ed3-88f0-775f84b9f540 service neutron] Attempting to bind port 5ad70732-640d-4281-9477-9314b5f10b1b on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:14:58.458086 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-f9998709-79ee-4ed3-88f0-775f84b9f540 service neutron] Attempting to bind port 5ad70732-640d-4281-9477-9314b5f10b1b by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '4e4927e9-28f0-4804-ad23-92304e883f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '66201a63-9212-43a4-b99c-22c43b7ecdf4'}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:14:58.458461 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-f9998709-79ee-4ed3-88f0-775f84b9f540 service neutron] Attempting to bind port 5ad70732-640d-4281-9477-9314b5f10b1b on network 66201a63-9212-43a4-b99c-22c43b7ecdf4 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:14:58.459973 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-44b928f1-5894-47f0-9543-681f39bd6971 service neutron] Attempting to bind port c6acc9fa-7063-484f-82d5-ca9b80f858a5 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:14:58.460703 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-44b928f1-5894-47f0-9543-681f39bd6971 service neutron] Attempting to bind port c6acc9fa-7063-484f-82d5-ca9b80f858a5 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'b3de8a27-a528-45bc-bd16-1d4fd785a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2'}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:14:58.461271 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-44b928f1-5894-47f0-9543-681f39bd6971 service neutron] Attempting to bind port c6acc9fa-7063-484f-82d5-ca9b80f858a5 on network 10ba8417-bb39-40e4-9ac2-493bc0eef8f2 {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:14:58.466108 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-1e68447c-d48b-4566-989a-68ed038f4e19 admin admin] Usage tracker for resource:security_group_rule and tenant:4dad19df178c41ff9331768c597932fb is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:14:58.472403 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-1e68447c-d48b-4566-989a-68ed038f4e19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:14:58.476109 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-44b928f1-5894-47f0-9543-681f39bd6971 service neutron] Port c6acc9fa-7063-484f-82d5-ca9b80f858a5 on network 10ba8417-bb39-40e4-9ac2-493bc0eef8f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:14:58.476689 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-44b928f1-5894-47f0-9543-681f39bd6971 service neutron] Attempting to bind port c6acc9fa-7063-484f-82d5-ca9b80f858a5 on network 10ba8417-bb39-40e4-9ac2-493bc0eef8f2 {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:14:58.481689 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-f9998709-79ee-4ed3-88f0-775f84b9f540 service neutron] Port 5ad70732-640d-4281-9477-9314b5f10b1b on network 66201a63-9212-43a4-b99c-22c43b7ecdf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:14:58.481975 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-f9998709-79ee-4ed3-88f0-775f84b9f540 service neutron] Attempting to bind port 5ad70732-640d-4281-9477-9314b5f10b1b on network 66201a63-9212-43a4-b99c-22c43b7ecdf4 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:14:58.486278 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-1e68447c-d48b-4566-989a-68ed038f4e19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:58.492460 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-44b928f1-5894-47f0-9543-681f39bd6971 service neutron] Checking agent: {'id': '016b7565-6632-473e-a317-92a5bd3f2916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'started_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:14:58.493049 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-44b928f1-5894-47f0-9543-681f39bd6971 service neutron] Checking segment: {'id': 'b3de8a27-a528-45bc-bd16-1d4fd785a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:14:58.493845 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-44b928f1-5894-47f0-9543-681f39bd6971 service neutron] Bound using segment: {'id': 'b3de8a27-a528-45bc-bd16-1d4fd785a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2'} {{(pid=86315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:14:58.494540 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-44b928f1-5894-47f0-9543-681f39bd6971 service neutron] Bound port: c6acc9fa-7063-484f-82d5-ca9b80f858a5, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3de8a27-a528-45bc-bd16-1d4fd785a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2'}}] {{(pid=86315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:14:58.495752 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-44b928f1-5894-47f0-9543-681f39bd6971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:58.500732 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-f9998709-79ee-4ed3-88f0-775f84b9f540 service neutron] Checking agent: {'id': '016b7565-6632-473e-a317-92a5bd3f2916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'started_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:14:58.500732 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-f9998709-79ee-4ed3-88f0-775f84b9f540 service neutron] Checking segment: {'id': '4e4927e9-28f0-4804-ad23-92304e883f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '66201a63-9212-43a4-b99c-22c43b7ecdf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:14:58.501240 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-f9998709-79ee-4ed3-88f0-775f84b9f540 service neutron] Bound using segment: {'id': '4e4927e9-28f0-4804-ad23-92304e883f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '66201a63-9212-43a4-b99c-22c43b7ecdf4'} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:14:58.501745 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-f9998709-79ee-4ed3-88f0-775f84b9f540 service neutron] Bound port: 5ad70732-640d-4281-9477-9314b5f10b1b, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e4927e9-28f0-4804-ad23-92304e883f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '66201a63-9212-43a4-b99c-22c43b7ecdf4'}}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:14:58.502148 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-f9998709-79ee-4ed3-88f0-775f84b9f540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:58.517391 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:14:58.532690 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-30918eeb-05f2-4aac-a1c9-baba4ab56191 req-e90c2b31-2c59-4093-945c-899faa67e8a7 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/security-groups?id=76ddbad6-5fef-4624-86a1-e5b1f3780baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220138 Apr 22 16:14:58.553393 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-cb3dcc5c-1399-40bf-bc2b-6c637277e4a1 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:58.555047 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-cb3dcc5c-1399-40bf-bc2b-6c637277e4a1 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.43 "GET /v2.0/networks?id=66201a63-9212-43a4-b99c-22c43b7ecdf4 HTTP/1.1" status: 200 len: 819 time: 0.7553389 Apr 22 16:14:58.595995 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-ccd4cb18-70cb-4fd2-bbda-5a22d35631d4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Request body: {'port': {'device_id': '57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d', 'network_id': '66201a63-9212-43a4-b99c-22c43b7ecdf4', 'admin_state_up': True, 'tenant_id': '472f8b7a41be46c18e3861f072af2690'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:14:58.657120 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-44b928f1-5894-47f0-9543-681f39bd6971 service neutron] For port c6acc9fa-7063-484f-82d5-ca9b80f858a5, host hv-cinder-78462, cleared binding levels {{(pid=86315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:14:58.662113 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-44b928f1-5894-47f0-9543-681f39bd6971 service neutron] For port c6acc9fa-7063-484f-82d5-ca9b80f858a5, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c6acc9fa-7063-484f-82d5-ca9b80f858a5,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:14:58.678631 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-44b928f1-5894-47f0-9543-681f39bd6971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:58.697288 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d81e04b8-f943-4c30-983a-67a01fb28c9c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:58.750504 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-ccd4cb18-70cb-4fd2-bbda-5a22d35631d4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:14:58.775258 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-ccd4cb18-70cb-4fd2-bbda-5a22d35631d4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:14:58.813705 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-f9998709-79ee-4ed3-88f0-775f84b9f540 service neutron] For port 5ad70732-640d-4281-9477-9314b5f10b1b, host hv-cinder-78462, cleared binding levels {{(pid=86316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:14:58.816980 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-f9998709-79ee-4ed3-88f0-775f84b9f540 service neutron] For port 5ad70732-640d-4281-9477-9314b5f10b1b, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5ad70732-640d-4281-9477-9314b5f10b1b,segment=NetworkSegment(4e4927e9-28f0-4804-ad23-92304e883f46),segment_id=4e4927e9-28f0-4804-ad23-92304e883f46)] {{(pid=86316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:14:58.818735 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-ccd4cb18-70cb-4fd2-bbda-5a22d35631d4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Made reservation on behalf of 472f8b7a41be46c18e3861f072af2690 for: {'port': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:14:58.825739 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-ccd4cb18-70cb-4fd2-bbda-5a22d35631d4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:58.839231 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-f9998709-79ee-4ed3-88f0-775f84b9f540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:58.846481 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b,segment=NetworkSegment(25cf0e5c-bcf7-4e7c-ae93-c7a26986d626),segment_id=25cf0e5c-bcf7-4e7c-ae93-c7a26986d626)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:14:58.850030 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-005ba0c8-1558-4e87-8ebf-52daffd6117c tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:58.864941 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b928f1-5894-47f0-9543-681f39bd6971 service neutron] Pushing event updated for resources: {'Port': ['ID=c6acc9fa-7063-484f-82d5-ca9b80f858a5,revision_number=3']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:58.889591 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-44b928f1-5894-47f0-9543-681f39bd6971 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:58.898746 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Returning: {'device': 'e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b', 'network_id': 'f80763d9-309a-4a86-bb54-dc8b6a7518e6', 'port_id': 'e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b', 'mac_address': 'fa:16:3e:b2:59:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd49012-0dd3-474e-86ca-d649b84af1ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:14:58.927749 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-44b928f1-5894-47f0-9543-681f39bd6971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:58.928654 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-44b928f1-5894-47f0-9543-681f39bd6971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for port, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:58.930301 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-44b928f1-5894-47f0-9543-681f39bd6971 service neutron] 10.222.0.43 "PUT /v2.0/ports/c6acc9fa-7063-484f-82d5-ca9b80f858a5 HTTP/1.1" status: 200 len: 1093 time: 2.2169740 Apr 22 16:14:58.935764 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02f5b0c-e1f8-44a3-a4cf-51727e2fe159', 'tag': 'c6acc9fa-7063-484f-82d5-ca9b80f858a5'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:14:58.948918 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9998709-79ee-4ed3-88f0-775f84b9f540 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad70732-640d-4281-9477-9314b5f10b1b,revision_number=3']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:58.958544 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f9998709-79ee-4ed3-88f0-775f84b9f540 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:59.052220 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-f9998709-79ee-4ed3-88f0-775f84b9f540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:59.052894 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-f9998709-79ee-4ed3-88f0-775f84b9f540 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:59.054363 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-f9998709-79ee-4ed3-88f0-775f84b9f540 service neutron] 10.222.0.43 "PUT /v2.0/ports/5ad70732-640d-4281-9477-9314b5f10b1b HTTP/1.1" status: 200 len: 1093 time: 3.2815244 Apr 22 16:14:59.076146 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:59.100633 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b {{(pid=86317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:14:59.125873 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b,segment=NetworkSegment(25cf0e5c-bcf7-4e7c-ae93-c7a26986d626),segment_id=25cf0e5c-bcf7-4e7c-ae93-c7a26986d626)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:14:59.128033 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09500b38-1f35-4933-a417-12b6c5a51dbb', 'tag': '5ad70732-640d-4281-9477-9314b5f10b1b'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:14:59.134999 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:59.138700 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f08dfd07-cf15-4aa8-891c-aad1aa178b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:59.197233 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1e68447c-d48b-4566-989a-68ed038f4e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:59.235156 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1e68447c-d48b-4566-989a-68ed038f4e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:59.306257 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-4b84bf20-6142-42c8-8736-6cda9ab5c616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:59.309263 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:59.313687 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:59.335535 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-1e68447c-d48b-4566-989a-68ed038f4e19 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4dad19df178c41ff9331768c597932fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0696180 Apr 22 16:14:59.339305 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 40504) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:14:59.346442 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09500b38-1f35-4933-a417-12b6c5a51dbb', 'tag': '5ad70732-640d-4281-9477-9314b5f10b1b', 'status': 'completed', 'code': 200} Apr 22 16:14:59.399896 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:14:59.487238 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed4194-1209-4e97-a262-789f8e6874b4 req-30dab33e-92d9-4bda-8cb3-e94c7c3f0503 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:59.488952 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1aed4194-1209-4e97-a262-789f8e6874b4 req-30dab33e-92d9-4bda-8cb3-e94c7c3f0503 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 943 time: 0.4421375 Apr 22 16:14:59.552418 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-fb1ae0b9-0830-446f-8148-28683d66931a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:59.554015 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-fb1ae0b9-0830-446f-8148-28683d66931a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=472f8b7a41be46c18e3861f072af2690&device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 1096 time: 0.4092553 Apr 22 16:14:59.618020 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ee51ff53-975a-4624-8fba-748bbe73ebb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:59.621248 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68447c-d48b-4566-989a-68ed038f4e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be03e4b-a29a-42b9-acfc-01573934c80a,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:59.624808 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1e68447c-d48b-4566-989a-68ed038f4e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:14:59.695775 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-db73911b-eb2c-4663-a220-51b732f3a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:59.699837 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-db73911b-eb2c-4663-a220-51b732f3a7da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8537b98a43742f2a3fcccbe15848877&device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 1096 time: 0.6272767 Apr 22 16:14:59.714705 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1aed4194-1209-4e97-a262-789f8e6874b4 req-1f897de5-8cae-44b4-a012-aa233f886e31 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1979368 Apr 22 16:14:59.726353 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ee51ff53-975a-4624-8fba-748bbe73ebb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:59.741008 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-76989046-3bfe-4583-9889-eac93ff5f790 req-c526b7a7-3b89-4ffa-abf5-b3379c820701 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 210 time: 0.1913409 Apr 22 16:14:59.774848 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-ccd4cb18-70cb-4fd2-bbda-5a22d35631d4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Allocated IP 172.20.0.3 (66201a63-9212-43a4-b99c-22c43b7ecdf4/6c87f420-a23d-47e7-a4ec-31ede37a20fc/056fdee5-d15b-46fc-abe1-b92b21513930) {{(pid=86316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:14:59.875483 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-e225428a-97b4-4e9c-977a-6609f2a0ae5f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6acc9fa-7063-484f-82d5-ca9b80f858a5 HTTP/1.1" status: 200 len: 217 time: 0.1672850 Apr 22 16:14:59.876742 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ee51ff53-975a-4624-8fba-748bbe73ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:59.882546 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:14:59.949864 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-4881ef35-df2e-479e-91b2-c39c8c335f5f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ad70732-640d-4281-9477-9314b5f10b1b HTTP/1.1" status: 200 len: 217 time: 0.3778121 Apr 22 16:14:59.983007 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-5bccc1a8-1296-4c1d-b96a-4ed3dd4e9ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:14:59.984731 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-5bccc1a8-1296-4c1d-b96a-4ed3dd4e9ca3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93257d7e-85c0-4511-a149-8d2031392de0 HTTP/1.1" status: 200 len: 856 time: 0.0891886 Apr 22 16:14:59.986613 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a02f5b0c-e1f8-44a3-a4cf-51727e2fe159', 'tag': 'c6acc9fa-7063-484f-82d5-ca9b80f858a5', 'status': 'completed', 'code': 200} Apr 22 16:14:59.991989 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51ff53-975a-4624-8fba-748bbe73ebb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be03e4b-a29a-42b9-acfc-01573934c80a,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:14:59.996710 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ee51ff53-975a-4624-8fba-748bbe73ebb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:14:59.998151 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-ee51ff53-975a-4624-8fba-748bbe73ebb0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2be03e4b-a29a-42b9-acfc-01573934c80a HTTP/1.1" status: 204 len: 168 time: 0.6558676 Apr 22 16:15:00.114071 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ee51ff53-975a-4624-8fba-748bbe73ebb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:00.160809 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-af34a417-f133-4ab1-8db4-208a3cd9dd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:00.166182 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-af34a417-f133-4ab1-8db4-208a3cd9dd22 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=10ba8417-bb39-40e4-9ac2-493bc0eef8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1689916 Apr 22 16:15:00.252270 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-ccd4cb18-70cb-4fd2-bbda-5a22d35631d4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Notify callbacks [] for port, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:00.292004 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-06826679-6fb5-4b6a-b686-ca07d0352068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:00.296739 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-06826679-6fb5-4b6a-b686-ca07d0352068 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c87f420-a23d-47e7-a4ec-31ede37a20fc HTTP/1.1" status: 200 len: 859 time: 0.1666830 Apr 22 16:15:00.389306 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-2ac10262-d23a-4a9f-b428-63dd2169bed6 service neutron] 10.222.0.43 "GET /v2.0/networks/10ba8417-bb39-40e4-9ac2-493bc0eef8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160492 Apr 22 16:15:00.392247 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-5da61be4-a27b-4a71-8c49-7af2f6a5d258 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66201a63-9212-43a4-b99c-22c43b7ecdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748389 Apr 22 16:15:00.442677 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72572e4-d626-427f-8e43-fae93cdab7b1 req-1dff9cb8-0c53-4c3f-9adc-b96bf076588b tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:00.451189 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b72572e4-d626-427f-8e43-fae93cdab7b1 req-1dff9cb8-0c53-4c3f-9adc-b96bf076588b tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ecba434-ecd1-4b9e-9fde-361b96e11172 HTTP/1.1" status: 200 len: 945 time: 0.5002608 Apr 22 16:15:00.494077 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b up at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:15:00.711367 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning for port e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:15:00.716880 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d93d9c64-b69a-4a9a-afbd-0550a1128429 req-c58812e9-47ca-4f2c-9430-aac779012dcb service neutron] 10.222.0.43 "GET /v2.0/networks/10ba8417-bb39-40e4-9ac2-493bc0eef8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155546 Apr 22 16:15:00.724176 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning complete for port e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:15:00.724481 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:00.801723 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b72572e4-d626-427f-8e43-fae93cdab7b1 req-529d0ba4-93aa-4a8f-86bd-25268e610a4d tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/security-groups?id=76ddbad6-5fef-4624-86a1-e5b1f3780baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495674 Apr 22 16:15:00.926583 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:00.970474 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b,segment=NetworkSegment(25cf0e5c-bcf7-4e7c-ae93-c7a26986d626),segment_id=25cf0e5c-bcf7-4e7c-ae93-c7a26986d626)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:15:00.971607 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecba434-ecd1-4b9e-9fde-361b96e11172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b'}] {{(pid=86317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:15:00.996566 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53a667-f57e-44ee-b9c7-120a7967d9c7 req-65639850-684c-4f59-a984-a0ce73d9998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:01.005266 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bb53a667-f57e-44ee-b9c7-120a7967d9c7 req-65639850-684c-4f59-a984-a0ce73d9998a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8537b98a43742f2a3fcccbe15848877&device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 1096 time: 0.2304215 Apr 22 16:15:01.059134 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:01.065467 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:01.154154 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b,revision_number=5']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:01.158721 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:01.281239 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-52e3b759-977c-40e0-832e-bd1783fe75dc req-8ecd1486-bf18-45f7-817a-5630efe545db tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 210 time: 0.1342111 Apr 22 16:15:01.291038 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-ccd4cb18-70cb-4fd2-bbda-5a22d35631d4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406'] for port, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:01.298404 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-4d151732-7815-4084-a08e-3bdba26f7303 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:01.387339 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4cb18-70cb-4fd2-bbda-5a22d35631d4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Pushing event updated for resources: {'Port': ['ID=056fdee5-d15b-46fc-abe1-b92b21513930,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:01.391109 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ccd4cb18-70cb-4fd2-bbda-5a22d35631d4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:01.395657 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53a667-f57e-44ee-b9c7-120a7967d9c7 req-92080370-f3b6-4d54-ae89-d9175e1edbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:01.397163 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-ee244f25-b426-47f1-a022-cc8c46c9d921 service neutron] 10.222.0.43 "GET /v2.0/networks/66201a63-9212-43a4-b99c-22c43b7ecdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9923811 Apr 22 16:15:01.397270 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bb53a667-f57e-44ee-b9c7-120a7967d9c7 req-92080370-f3b6-4d54-ae89-d9175e1edbd9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=10ba8417-bb39-40e4-9ac2-493bc0eef8f2 HTTP/1.1" status: 200 len: 918 time: 0.3833079 Apr 22 16:15:01.407241 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-ccd4cb18-70cb-4fd2-bbda-5a22d35631d4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Network 66201a63-9212-43a4-b99c-22c43b7ecdf4 is already hosted by enough agents. {{(pid=86316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:15:01.408590 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-ccd4cb18-70cb-4fd2-bbda-5a22d35631d4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Resources bound (agent type, host, resource id): {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:15:01.413517 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-ccd4cb18-70cb-4fd2-bbda-5a22d35631d4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Received port after_create {{(pid=86316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:15:01.420226 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-ccd4cb18-70cb-4fd2-bbda-5a22d35631d4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:01.421024 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-ccd4cb18-70cb-4fd2-bbda-5a22d35631d4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:01.553516 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bb53a667-f57e-44ee-b9c7-120a7967d9c7 req-1c20a277-3d53-4d6d-89c6-194fbfaf2b49 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6acc9fa-7063-484f-82d5-ca9b80f858a5 HTTP/1.1" status: 200 len: 217 time: 0.1442249 Apr 22 16:15:01.613713 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c39ef6-7557-4cc0-9573-1be9fa3cb329 req-c4f2a3c8-2d65-4df8-98c1-f2b4359a0262 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:01.615765 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-f4c39ef6-7557-4cc0-9573-1be9fa3cb329 req-c4f2a3c8-2d65-4df8-98c1-f2b4359a0262 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 943 time: 0.5616691 Apr 22 16:15:01.617260 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-ccd4cb18-70cb-4fd2-bbda-5a22d35631d4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0330923 Apr 22 16:15:01.639035 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-b2b5ffd0-d9e0-4ada-9d29-aa0d493f9642 service neutron] Request body: {'port': {'device_id': '57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:15:01.652147 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 40618) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:01.767523 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53a667-f57e-44ee-b9c7-120a7967d9c7 req-ff7bbec8-1d2d-47a6-a7ef-967c98d83c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:01.769083 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bb53a667-f57e-44ee-b9c7-120a7967d9c7 req-ff7bbec8-1d2d-47a6-a7ef-967c98d83c33 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93257d7e-85c0-4511-a149-8d2031392de0 HTTP/1.1" status: 200 len: 856 time: 0.2081339 Apr 22 16:15:01.777750 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-f4c39ef6-7557-4cc0-9573-1be9fa3cb329 req-8f5ba91a-f63c-41f3-83ac-f52dce1d0453 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827968 Apr 22 16:15:01.859588 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2a9ae61d-7c81-46fc-b039-3a14c85d95c1 req-da124a99-dc52-4c99-bbb8-11d059ea09b2 service neutron] 10.222.0.43 "GET /v2.0/networks/66201a63-9212-43a4-b99c-22c43b7ecdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343452 Apr 22 16:15:01.946892 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecba434-ecd1-4b9e-9fde-361b96e11172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b', 'code': 200} Apr 22 16:15:02.002384 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53a667-f57e-44ee-b9c7-120a7967d9c7 req-81ec56ce-40dc-4816-9de5-061f0c99c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:02.006083 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bb53a667-f57e-44ee-b9c7-120a7967d9c7 req-81ec56ce-40dc-4816-9de5-061f0c99c756 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=10ba8417-bb39-40e4-9ac2-493bc0eef8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2200258 Apr 22 16:15:02.087224 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-b2b5ffd0-d9e0-4ada-9d29-aa0d493f9642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:02.167589 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fbb61c87-e9c8-4189-8487-a23c382d8c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:02.184485 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.43', 49780) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:02.194575 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-fbb61c87-e9c8-4189-8487-a23c382d8c99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:02.253589 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-fbb61c87-e9c8-4189-8487-a23c382d8c99 admin admin] Usage tracker for resource:security_group_rule and tenant:e7e1f2bf76c444ebba8fcde832e51135 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:02.258568 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-fbb61c87-e9c8-4189-8487-a23c382d8c99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:02.269381 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-fbb61c87-e9c8-4189-8487-a23c382d8c99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:02.328438 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bb53a667-f57e-44ee-b9c7-120a7967d9c7 req-ba18634d-13dc-4a11-8f82-0e1e09026142 service neutron] 10.222.0.43 "GET /v2.0/networks/10ba8417-bb39-40e4-9ac2-493bc0eef8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150916 Apr 22 16:15:02.358017 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1227d9-51c8-4c0f-91a3-a01fa9ae507f req-b67a14c6-ba55-4cd4-b924-db78247a3847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:02.359645 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ec1227d9-51c8-4c0f-91a3-a01fa9ae507f req-b67a14c6-ba55-4cd4-b924-db78247a3847 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=472f8b7a41be46c18e3861f072af2690&device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 1096 time: 0.3278501 Apr 22 16:15:02.457656 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d5e71-2e11-414a-aab4-91f21ea79a48 req-75402a01-0499-46b5-ad47-561d2966d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:02.459289 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ed9d5e71-2e11-414a-aab4-91f21ea79a48 req-75402a01-0499-46b5-ad47-561d2966d5c6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7ecba434-ecd1-4b9e-9fde-361b96e11172 HTTP/1.1" status: 200 len: 1099 time: 0.2716856 Apr 22 16:15:02.472201 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb3521-1812-4eac-b668-9cb9ee3dc39d req-ec1a19dd-6059-4efa-bdd4-89e2ba689ddf tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:02.473806 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1bfb3521-1812-4eac-b668-9cb9ee3dc39d req-ec1a19dd-6059-4efa-bdd4-89e2ba689ddf tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ecba434-ecd1-4b9e-9fde-361b96e11172 HTTP/1.1" status: 200 len: 946 time: 0.3425722 Apr 22 16:15:02.505260 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-ed9d5e71-2e11-414a-aab4-91f21ea79a48 req-31caeb0a-34d8-4123-9a6b-2cbb26880336 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:02.544165 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-ed9d5e71-2e11-414a-aab4-91f21ea79a48 req-31caeb0a-34d8-4123-9a6b-2cbb26880336 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:02.561889 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-ed9d5e71-2e11-414a-aab4-91f21ea79a48 req-31caeb0a-34d8-4123-9a6b-2cbb26880336 service neutron] Usage tracker for resource:security_group_rule and tenant:1bf85ae146764eeeba4f4a33e99ab770 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:02.568068 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-ed9d5e71-2e11-414a-aab4-91f21ea79a48 req-31caeb0a-34d8-4123-9a6b-2cbb26880336 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:02.578472 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bb53a667-f57e-44ee-b9c7-120a7967d9c7 req-fd4e030a-177e-4917-b691-d0432e9cb2b5 service neutron] 10.222.0.43 "GET /v2.0/networks/10ba8417-bb39-40e4-9ac2-493bc0eef8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412274 Apr 22 16:15:02.587356 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-ed9d5e71-2e11-414a-aab4-91f21ea79a48 req-31caeb0a-34d8-4123-9a6b-2cbb26880336 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:02.591199 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fbb61c87-e9c8-4189-8487-a23c382d8c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:02.598763 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fbb61c87-e9c8-4189-8487-a23c382d8c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:02.610724 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-66925ad4-5a3f-4ac6-ac4d-767c0913f37c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:02.675002 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-fbb61c87-e9c8-4189-8487-a23c382d8c99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e7e1f2bf76c444ebba8fcde832e51135&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0194900 Apr 22 16:15:02.675844 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb61c87-e9c8-4189-8487-a23c382d8c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aec0359-972f-4859-92fd-9dd0d40e3e87,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:02.680670 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 40658) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:02.683588 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-fbb61c87-e9c8-4189-8487-a23c382d8c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:02.724454 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1bfb3521-1812-4eac-b668-9cb9ee3dc39d req-b29ef980-578e-4def-a268-af732ae2b944 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/security-groups?id=76ddbad6-5fef-4624-86a1-e5b1f3780baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948066 Apr 22 16:15:02.777205 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1227d9-51c8-4c0f-91a3-a01fa9ae507f req-9ebadc60-eae8-44c4-8136-9d37187fb745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:02.778850 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ec1227d9-51c8-4c0f-91a3-a01fa9ae507f req-9ebadc60-eae8-44c4-8136-9d37187fb745 service neutron] 10.222.0.43 "GET /v2.0/networks?id=66201a63-9212-43a4-b99c-22c43b7ecdf4 HTTP/1.1" status: 200 len: 920 time: 0.4110224 Apr 22 16:15:02.800169 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8160903-87c0-4269-88a3-9487dd4aabd2 req-56cfd744-6e65-4f59-bae3-2c499a67372f tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:02.800938 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-c8160903-87c0-4269-88a3-9487dd4aabd2 req-56cfd744-6e65-4f59-bae3-2c499a67372f tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Synchronizing usage tracker for tenant:472f8b7a41be46c18e3861f072af2690 on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:15:02.801583 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b4bef712-9ce4-43f0-ae80-be2e17d46528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:02.820217 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-ed9d5e71-2e11-414a-aab4-91f21ea79a48 req-31caeb0a-34d8-4123-9a6b-2cbb26880336 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:02.833750 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-ed9d5e71-2e11-414a-aab4-91f21ea79a48 req-31caeb0a-34d8-4123-9a6b-2cbb26880336 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:02.845643 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-12e38209-76d0-43a7-8b22-9295962f02b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:02.854335 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b4bef712-9ce4-43f0-ae80-be2e17d46528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:02.891922 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ec1227d9-51c8-4c0f-91a3-a01fa9ae507f req-41190fb5-f03a-490f-ae31-21e57aa459a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ad70732-640d-4281-9477-9314b5f10b1b HTTP/1.1" status: 200 len: 217 time: 0.0878141 Apr 22 16:15:02.902142 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ed9d5e71-2e11-414a-aab4-91f21ea79a48 req-31caeb0a-34d8-4123-9a6b-2cbb26880336 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=76ddbad6-5fef-4624-86a1-e5b1f3780baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329705 Apr 22 16:15:02.905301 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31caeb0a-34d8-4123-9a6b-2cbb26880336 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4c181886-5939-414f-a346-1efbdcef0238,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:02.921279 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-31caeb0a-34d8-4123-9a6b-2cbb26880336 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:02.942324 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b4bef712-9ce4-43f0-ae80-be2e17d46528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:02.948782 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:02.961865 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bef712-9ce4-43f0-ae80-be2e17d46528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aec0359-972f-4859-92fd-9dd0d40e3e87,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:02.971424 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b4bef712-9ce4-43f0-ae80-be2e17d46528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:02.980098 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b4bef712-9ce4-43f0-ae80-be2e17d46528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:02.983765 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-b4bef712-9ce4-43f0-ae80-be2e17d46528 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3aec0359-972f-4859-92fd-9dd0d40e3e87 HTTP/1.1" status: 204 len: 168 time: 0.2996771 Apr 22 16:15:02.983905 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-c8160903-87c0-4269-88a3-9487dd4aabd2 req-56cfd744-6e65-4f59-bae3-2c499a67372f tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Unset dirty status for tenant:472f8b7a41be46c18e3861f072af2690 on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:15:02.984667 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c8160903-87c0-4269-88a3-9487dd4aabd2 req-56cfd744-6e65-4f59-bae3-2c499a67372f tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 931 time: 0.5347478 Apr 22 16:15:03.097962 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-b2b5ffd0-d9e0-4ada-9d29-aa0d493f9642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 056fdee5-d15b-46fc-abe1-b92b21513930 {{(pid=86316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:15:03.119871 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-b2b5ffd0-d9e0-4ada-9d29-aa0d493f9642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:03.151261 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1227d9-51c8-4c0f-91a3-a01fa9ae507f req-642aa36c-c4bb-4051-8ede-70b8006be046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:03.152942 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ec1227d9-51c8-4c0f-91a3-a01fa9ae507f req-642aa36c-c4bb-4051-8ede-70b8006be046 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c87f420-a23d-47e7-a4ec-31ede37a20fc HTTP/1.1" status: 200 len: 859 time: 0.2502906 Apr 22 16:15:03.205254 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-c8160903-87c0-4269-88a3-9487dd4aabd2 req-f623e7d2-6c67-4c45-b048-482c33b5a2c5 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Synchronizing usage tracker for tenant:472f8b7a41be46c18e3861f072af2690 on resource:security_group {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:15:03.214832 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-b2b5ffd0-d9e0-4ada-9d29-aa0d493f9642 service neutron] Transition to ACTIVE for port object 056fdee5-d15b-46fc-abe1-b92b21513930 will not be triggered until provisioned by entity L2. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:15:03.232003 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ec1227d9-51c8-4c0f-91a3-a01fa9ae507f req-e550e3b6-4f0f-463f-b7ae-1dda65f88192 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66201a63-9212-43a4-b99c-22c43b7ecdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683658 Apr 22 16:15:03.237039 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-b2b5ffd0-d9e0-4ada-9d29-aa0d493f9642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:03.277285 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f9998709-79ee-4ed3-88f0-775f84b9f540 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:03.516773 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-c8160903-87c0-4269-88a3-9487dd4aabd2 req-f623e7d2-6c67-4c45-b048-482c33b5a2c5 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Unset dirty status for tenant:472f8b7a41be46c18e3861f072af2690 on resource:security_group {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:15:03.518292 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c8160903-87c0-4269-88a3-9487dd4aabd2 req-f623e7d2-6c67-4c45-b048-482c33b5a2c5 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5190866 Apr 22 16:15:03.552651 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb2f0f-229a-4701-ba45-cefd9c829104 req-a2dcaa3a-ab4e-421c-9498-297e4dd8d22f tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:03.554432 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-17fb2f0f-229a-4701-ba45-cefd9c829104 req-a2dcaa3a-ab4e-421c-9498-297e4dd8d22f tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 943 time: 0.5368381 Apr 22 16:15:03.629496 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 40702) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:03.675432 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e439ee8b-af90-428e-8b19-e9db1e398066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:03.717160 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-e439ee8b-af90-428e-8b19-e9db1e398066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:03.726231 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-e439ee8b-af90-428e-8b19-e9db1e398066 admin admin] Usage tracker for resource:security_group_rule and tenant:9ae4e0be10524b6ebff51bb4380b3063 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:03.730182 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-e439ee8b-af90-428e-8b19-e9db1e398066 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:03.739537 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-e439ee8b-af90-428e-8b19-e9db1e398066 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:03.862273 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5ffd0-d9e0-4ada-9d29-aa0d493f9642 service neutron] Pushing event updated for resources: {'Port': ['ID=056fdee5-d15b-46fc-abe1-b92b21513930,revision_number=2']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:03.862797 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e439ee8b-af90-428e-8b19-e9db1e398066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:03.874452 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e439ee8b-af90-428e-8b19-e9db1e398066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:03.877534 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b2b5ffd0-d9e0-4ada-9d29-aa0d493f9642 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:03.886432 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:03.942052 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-e439ee8b-af90-428e-8b19-e9db1e398066 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ae4e0be10524b6ebff51bb4380b3063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085263 Apr 22 16:15:03.942052 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439ee8b-af90-428e-8b19-e9db1e398066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7dfb5b-3c15-42f0-89f7-d2f1c5830a35,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:03.950991 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 40710) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:03.954201 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e439ee8b-af90-428e-8b19-e9db1e398066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:03.963139 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-b2b5ffd0-d9e0-4ada-9d29-aa0d493f9642 service neutron] Attempting to bind port 056fdee5-d15b-46fc-abe1-b92b21513930 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:15:03.963631 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-b2b5ffd0-d9e0-4ada-9d29-aa0d493f9642 service neutron] Attempting to bind port 056fdee5-d15b-46fc-abe1-b92b21513930 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '4e4927e9-28f0-4804-ad23-92304e883f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '66201a63-9212-43a4-b99c-22c43b7ecdf4'}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:15:03.963950 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-b2b5ffd0-d9e0-4ada-9d29-aa0d493f9642 service neutron] Attempting to bind port 056fdee5-d15b-46fc-abe1-b92b21513930 on network 66201a63-9212-43a4-b99c-22c43b7ecdf4 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:15:03.976091 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ec1227d9-51c8-4c0f-91a3-a01fa9ae507f req-9e1e0367-a3a5-48a5-b035-f49d1a901fcd service neutron] 10.222.0.43 "GET /v2.0/networks/66201a63-9212-43a4-b99c-22c43b7ecdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7329803 Apr 22 16:15:03.980084 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-b2b5ffd0-d9e0-4ada-9d29-aa0d493f9642 service neutron] Port 056fdee5-d15b-46fc-abe1-b92b21513930 on network 66201a63-9212-43a4-b99c-22c43b7ecdf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:15:03.980451 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-b2b5ffd0-d9e0-4ada-9d29-aa0d493f9642 service neutron] Attempting to bind port 056fdee5-d15b-46fc-abe1-b92b21513930 on network 66201a63-9212-43a4-b99c-22c43b7ecdf4 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:15:04.080040 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9521441b-f113-4436-a56e-4e5fc1eb6f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:04.149042 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-17fb2f0f-229a-4701-ba45-cefd9c829104 req-e1adb07e-c2fd-4989-a559-e5c6d4643e18 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5617540 Apr 22 16:15:04.163359 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9521441b-f113-4436-a56e-4e5fc1eb6f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:04.186169 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-b2b5ffd0-d9e0-4ada-9d29-aa0d493f9642 service neutron] Checking agent: {'id': '016b7565-6632-473e-a317-92a5bd3f2916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'started_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:15:04.186573 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-b2b5ffd0-d9e0-4ada-9d29-aa0d493f9642 service neutron] Checking segment: {'id': '4e4927e9-28f0-4804-ad23-92304e883f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '66201a63-9212-43a4-b99c-22c43b7ecdf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:15:04.187011 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-b2b5ffd0-d9e0-4ada-9d29-aa0d493f9642 service neutron] Bound using segment: {'id': '4e4927e9-28f0-4804-ad23-92304e883f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '66201a63-9212-43a4-b99c-22c43b7ecdf4'} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:15:04.187538 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-b2b5ffd0-d9e0-4ada-9d29-aa0d493f9642 service neutron] Bound port: 056fdee5-d15b-46fc-abe1-b92b21513930, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e4927e9-28f0-4804-ad23-92304e883f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '66201a63-9212-43a4-b99c-22c43b7ecdf4'}}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:15:04.187929 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-b2b5ffd0-d9e0-4ada-9d29-aa0d493f9642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:04.327069 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9521441b-f113-4436-a56e-4e5fc1eb6f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:04.336694 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-fc3d33ee-eb78-4b04-887b-1b488869c33f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:04.386948 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521441b-f113-4436-a56e-4e5fc1eb6f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7dfb5b-3c15-42f0-89f7-d2f1c5830a35,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:04.399269 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9521441b-f113-4436-a56e-4e5fc1eb6f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:04.399269 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9521441b-f113-4436-a56e-4e5fc1eb6f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:04.411508 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-9521441b-f113-4436-a56e-4e5fc1eb6f5e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d7dfb5b-3c15-42f0-89f7-d2f1c5830a35 HTTP/1.1" status: 204 len: 168 time: 0.4592211 Apr 22 16:15:04.419544 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ec1227d9-51c8-4c0f-91a3-a01fa9ae507f req-d615bb36-8bf4-4dd8-b090-e85592ac62eb service neutron] 10.222.0.43 "GET /v2.0/networks/66201a63-9212-43a4-b99c-22c43b7ecdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349523 Apr 22 16:15:04.425939 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-b2b5ffd0-d9e0-4ada-9d29-aa0d493f9642 service neutron] For port 056fdee5-d15b-46fc-abe1-b92b21513930, host hv-cinder-78462, cleared binding levels {{(pid=86316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:15:04.430727 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-b2b5ffd0-d9e0-4ada-9d29-aa0d493f9642 service neutron] For port 056fdee5-d15b-46fc-abe1-b92b21513930, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=056fdee5-d15b-46fc-abe1-b92b21513930,segment=NetworkSegment(4e4927e9-28f0-4804-ad23-92304e883f46),segment_id=4e4927e9-28f0-4804-ad23-92304e883f46)] {{(pid=86316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:15:04.441240 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b10372-1570-4a00-b5d6-aa6e27458527 req-53eebeb3-87d7-41f0-84ed-b342477bbc9b tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:04.449802 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b8b10372-1570-4a00-b5d6-aa6e27458527 req-53eebeb3-87d7-41f0-84ed-b342477bbc9b tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ecba434-ecd1-4b9e-9fde-361b96e11172 HTTP/1.1" status: 200 len: 946 time: 0.4762754 Apr 22 16:15:04.483663 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-b2b5ffd0-d9e0-4ada-9d29-aa0d493f9642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:04.503888 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-5829158f-f511-4d5d-9936-c3b1021839f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:04.505018 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device c6acc9fa-7063-484f-82d5-ca9b80f858a5 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:15:04.599842 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 40732) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:04.712185 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-b2b5ffd0-d9e0-4ada-9d29-aa0d493f9642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:04.714672 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-b2b5ffd0-d9e0-4ada-9d29-aa0d493f9642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:04.715258 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-b2b5ffd0-d9e0-4ada-9d29-aa0d493f9642 service neutron] 10.222.0.43 "PUT /v2.0/ports/056fdee5-d15b-46fc-abe1-b92b21513930 HTTP/1.1" status: 200 len: 1093 time: 3.0824008 Apr 22 16:15:04.715777 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d', 'tag': '056fdee5-d15b-46fc-abe1-b92b21513930'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:15:04.754217 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port c6acc9fa-7063-484f-82d5-ca9b80f858a5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c6acc9fa-7063-484f-82d5-ca9b80f858a5,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:15:04.774248 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Returning: {'device': 'c6acc9fa-7063-484f-82d5-ca9b80f858a5', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'port_id': 'c6acc9fa-7063-484f-82d5-ca9b80f858a5', 'mac_address': 'fa:16:3e:04:a5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93257d7e-85c0-4511-a149-8d2031392de0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:15:04.777686 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b8b10372-1570-4a00-b5d6-aa6e27458527 req-308d175d-429c-4f05-bc48-c502770496d8 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/security-groups?id=76ddbad6-5fef-4624-86a1-e5b1f3780baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269415 Apr 22 16:15:04.841454 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:04.860974 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6acc9fa-7063-484f-82d5-ca9b80f858a5 {{(pid=86317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:15:04.878786 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port c6acc9fa-7063-484f-82d5-ca9b80f858a5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c6acc9fa-7063-484f-82d5-ca9b80f858a5,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:15:04.882692 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:04.883701 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 5ad70732-640d-4281-9477-9314b5f10b1b details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:15:04.888673 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:04.892985 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d', 'tag': '056fdee5-d15b-46fc-abe1-b92b21513930', 'status': 'completed', 'code': 200} Apr 22 16:15:04.928969 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5ffd0-d9e0-4ada-9d29-aa0d493f9642 service neutron] Pushing event updated for resources: {'Port': ['ID=056fdee5-d15b-46fc-abe1-b92b21513930,revision_number=3']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:04.938180 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b2b5ffd0-d9e0-4ada-9d29-aa0d493f9642 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:04.959823 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-50a3b0f4-997d-4b2e-a5af-2ed1b41f5010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:04.978999 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-50a3b0f4-997d-4b2e-a5af-2ed1b41f5010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:04.987193 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=c6acc9fa-7063-484f-82d5-ca9b80f858a5,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:04.988665 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-bc8254a4-2b20-4536-8adb-768675fbd284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:04.990274 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-bc8254a4-2b20-4536-8adb-768675fbd284 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=472f8b7a41be46c18e3861f072af2690&device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 1096 time: 0.2081370 Apr 22 16:15:04.990857 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:04.997918 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-50a3b0f4-997d-4b2e-a5af-2ed1b41f5010 admin admin] Usage tracker for resource:security_group_rule and tenant:c6afa93ff02c4850b0860f3a240a71fd is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:05.000176 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a202236-b465-4df4-ba8a-1753e35b6617 req-352a54da-276c-459f-84ff-763310bb11f1 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:05.001757 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5a202236-b465-4df4-ba8a-1753e35b6617 req-352a54da-276c-459f-84ff-763310bb11f1 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 943 time: 0.2208138 Apr 22 16:15:05.001898 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-50a3b0f4-997d-4b2e-a5af-2ed1b41f5010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:05.009103 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-50a3b0f4-997d-4b2e-a5af-2ed1b41f5010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:05.088766 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-def2872a-85f8-43f9-a7b6-3ed95f6ce490 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=056fdee5-d15b-46fc-abe1-b92b21513930 HTTP/1.1" status: 200 len: 217 time: 0.0858982 Apr 22 16:15:05.111256 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-50a3b0f4-997d-4b2e-a5af-2ed1b41f5010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:05.114649 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-50a3b0f4-997d-4b2e-a5af-2ed1b41f5010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:05.125857 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-2fa81530-6e68-4209-ae9b-7f3fb8e2085d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:05.153854 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 5ad70732-640d-4281-9477-9314b5f10b1b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5ad70732-640d-4281-9477-9314b5f10b1b,segment=NetworkSegment(4e4927e9-28f0-4804-ad23-92304e883f46),segment_id=4e4927e9-28f0-4804-ad23-92304e883f46)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:15:05.171363 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Returning: {'device': '5ad70732-640d-4281-9477-9314b5f10b1b', 'network_id': '66201a63-9212-43a4-b99c-22c43b7ecdf4', 'port_id': '5ad70732-640d-4281-9477-9314b5f10b1b', 'mac_address': 'fa:16:3e:a7:e7:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c87f420-a23d-47e7-a4ec-31ede37a20fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:15:05.175155 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-50a3b0f4-997d-4b2e-a5af-2ed1b41f5010 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6afa93ff02c4850b0860f3a240a71fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5740294 Apr 22 16:15:05.177232 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3b0f4-997d-4b2e-a5af-2ed1b41f5010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32041aa1-4b55-45c2-8239-7666e94d23a2,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:05.180353 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 40752) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:05.185146 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-50a3b0f4-997d-4b2e-a5af-2ed1b41f5010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:05.201562 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5a202236-b465-4df4-ba8a-1753e35b6617 req-723bd782-7b79-4c7d-b31f-baf0781e06eb tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469116 Apr 22 16:15:05.219145 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-816ce9c2-c01a-4448-bdf6-3cf9bdf2ba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:05.220986 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-816ce9c2-c01a-4448-bdf6-3cf9bdf2ba0a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c87f420-a23d-47e7-a4ec-31ede37a20fc HTTP/1.1" status: 200 len: 859 time: 0.1246128 Apr 22 16:15:05.254298 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-20e059a2-423b-4260-903e-6f0fc0008d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:05.255448 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:05.276300 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad70732-640d-4281-9477-9314b5f10b1b {{(pid=86317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:15:05.289875 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-20e059a2-423b-4260-903e-6f0fc0008d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:05.294812 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-9312cc25-f87d-4de0-a804-573b7cc2c910 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66201a63-9212-43a4-b99c-22c43b7ecdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594468 Apr 22 16:15:05.299781 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 5ad70732-640d-4281-9477-9314b5f10b1b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5ad70732-640d-4281-9477-9314b5f10b1b,segment=NetworkSegment(4e4927e9-28f0-4804-ad23-92304e883f46),segment_id=4e4927e9-28f0-4804-ad23-92304e883f46)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:15:05.303992 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:05.307795 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:05.389075 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-20e059a2-423b-4260-903e-6f0fc0008d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:05.394998 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:05.395669 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=5ad70732-640d-4281-9477-9314b5f10b1b,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:05.406713 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:05.423872 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e059a2-423b-4260-903e-6f0fc0008d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32041aa1-4b55-45c2-8239-7666e94d23a2,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:05.455504 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-20e059a2-423b-4260-903e-6f0fc0008d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:05.458164 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-20e059a2-423b-4260-903e-6f0fc0008d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:05.459433 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-20e059a2-423b-4260-903e-6f0fc0008d1b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32041aa1-4b55-45c2-8239-7666e94d23a2 HTTP/1.1" status: 204 len: 168 time: 0.2769265 Apr 22 16:15:05.565444 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b12384-85b0-4d4e-97a9-064b008e4b5a req-f20ecc24-aca6-4291-a0d6-e339c2251be6 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:05.570340 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['c6acc9fa-7063-484f-82d5-ca9b80f858a5'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:15:05.575540 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-43b12384-85b0-4d4e-97a9-064b008e4b5a req-f20ecc24-aca6-4291-a0d6-e339c2251be6 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 944 time: 0.2019544 Apr 22 16:15:05.617249 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-d9c74058-2ec8-46b2-bd3d-d244036eef96 service neutron] 10.222.0.43 "GET /v2.0/networks/66201a63-9212-43a4-b99c-22c43b7ecdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176253 Apr 22 16:15:05.695144 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['5ad70732-640d-4281-9477-9314b5f10b1b'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:15:05.783847 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-43b12384-85b0-4d4e-97a9-064b008e4b5a req-ba7df67b-7488-4a8f-b670-e1c8cfd4b20a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2072449 Apr 22 16:15:05.924866 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4ce3bdbc-0e9f-41d9-9d1d-a973e0a2d5a2 req-cdb80151-2d46-4c85-b4b1-01f714416aa3 service neutron] 10.222.0.43 "GET /v2.0/networks/66201a63-9212-43a4-b99c-22c43b7ecdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752917 Apr 22 16:15:06.184143 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7f505-0a5e-45ca-ab3b-2f92945f1d79 req-539abebd-f890-46b8-b8ab-84ed52e04c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:06.185874 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bfe7f505-0a5e-45ca-ab3b-2f92945f1d79 req-539abebd-f890-46b8-b8ab-84ed52e04c06 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=472f8b7a41be46c18e3861f072af2690&device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 1096 time: 0.1842420 Apr 22 16:15:06.198312 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abf45a-2e52-4995-86f3-4a52668e9f52 req-2809dfba-2ee6-4760-a362-c0e4115d4e6a tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:06.200016 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-18abf45a-2e52-4995-86f3-4a52668e9f52 req-2809dfba-2ee6-4760-a362-c0e4115d4e6a tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ecba434-ecd1-4b9e-9fde-361b96e11172 HTTP/1.1" status: 200 len: 946 time: 0.1448863 Apr 22 16:15:06.364486 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-18abf45a-2e52-4995-86f3-4a52668e9f52 req-de29d792-4f99-44c0-9c90-686ed39774fa tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/security-groups?id=76ddbad6-5fef-4624-86a1-e5b1f3780baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381433 Apr 22 16:15:06.427845 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7f505-0a5e-45ca-ab3b-2f92945f1d79 req-b618da0d-f4ef-4319-87b2-53f7442684e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:06.429432 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bfe7f505-0a5e-45ca-ab3b-2f92945f1d79 req-b618da0d-f4ef-4319-87b2-53f7442684e8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=66201a63-9212-43a4-b99c-22c43b7ecdf4 HTTP/1.1" status: 200 len: 920 time: 0.2284527 Apr 22 16:15:06.546684 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bfe7f505-0a5e-45ca-ab3b-2f92945f1d79 req-a4c5afc6-8f80-45c4-ab68-a1868d108c2d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=056fdee5-d15b-46fc-abe1-b92b21513930 HTTP/1.1" status: 200 len: 217 time: 0.1094680 Apr 22 16:15:06.673067 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7f505-0a5e-45ca-ab3b-2f92945f1d79 req-1f0e0117-8b6b-492b-9256-c11d1f002a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:06.675001 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bfe7f505-0a5e-45ca-ab3b-2f92945f1d79 req-1f0e0117-8b6b-492b-9256-c11d1f002a9f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c87f420-a23d-47e7-a4ec-31ede37a20fc HTTP/1.1" status: 200 len: 859 time: 0.1130431 Apr 22 16:15:06.685400 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc417a-78e2-4754-9249-f4a3173919e1 req-2790618b-dc21-43f8-b532-14288bc89bd3 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:06.686991 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7cbc417a-78e2-4754-9249-f4a3173919e1 req-2790618b-dc21-43f8-b532-14288bc89bd3 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 943 time: 0.1873176 Apr 22 16:15:06.797414 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bfe7f505-0a5e-45ca-ab3b-2f92945f1d79 req-f383d896-136f-488f-b2c8-2d9193f3ab43 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66201a63-9212-43a4-b99c-22c43b7ecdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086607 Apr 22 16:15:06.886268 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7cbc417a-78e2-4754-9249-f4a3173919e1 req-dc71de74-f57b-4e0c-b0ba-d87f32e81f61 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156032 Apr 22 16:15:07.053562 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bfe7f505-0a5e-45ca-ab3b-2f92945f1d79 req-02d0fc62-25f4-4301-9d41-434149caa370 service neutron] 10.222.0.43 "GET /v2.0/networks/66201a63-9212-43a4-b99c-22c43b7ecdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467451 Apr 22 16:15:07.287811 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eee944-5ab1-47c0-ad5b-c4f97c8db2f1 req-82b66fef-9609-490a-8300-0022f04c5486 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:07.289369 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-85eee944-5ab1-47c0-ad5b-c4f97c8db2f1 req-82b66fef-9609-490a-8300-0022f04c5486 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 944 time: 0.2347288 Apr 22 16:15:07.292124 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bfe7f505-0a5e-45ca-ab3b-2f92945f1d79 req-84fc1952-6f3f-4b5e-a376-dc614234c721 service neutron] 10.222.0.43 "GET /v2.0/networks/66201a63-9212-43a4-b99c-22c43b7ecdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949730 Apr 22 16:15:07.349472 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-85eee944-5ab1-47c0-ad5b-c4f97c8db2f1 req-8eb04e26-6a06-410c-afaa-918d749bc392 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515046 Apr 22 16:15:07.918125 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:08.339632 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4c586-2551-475b-981f-a0b6b1696dc9 req-464ce0be-b67d-46f5-8f84-6619df966d32 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:08.341373 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-74f4c586-2551-475b-981f-a0b6b1696dc9 req-464ce0be-b67d-46f5-8f84-6619df966d32 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 943 time: 0.3268509 Apr 22 16:15:08.439302 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-119ebcd1-2263-4a98-b991-b3aac87cb4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:08.454611 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-74f4c586-2551-475b-981f-a0b6b1696dc9 req-a6e377ba-0b85-437c-96e4-42d23b6d175c tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918024 Apr 22 16:15:08.541411 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 056fdee5-d15b-46fc-abe1-b92b21513930 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:15:08.548224 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device c6acc9fa-7063-484f-82d5-ca9b80f858a5 up at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:15:08.753631 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning for port c6acc9fa-7063-484f-82d5-ca9b80f858a5 completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:15:08.778103 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad68b65-d96e-4e6d-9ab7-897d802cb66e req-a4f44eda-b19a-4fcc-a9f0-744909ebe25f tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:08.782683 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning complete for port c6acc9fa-7063-484f-82d5-ca9b80f858a5 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:15:08.783463 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:08.786844 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-9ad68b65-d96e-4e6d-9ab7-897d802cb66e req-a4f44eda-b19a-4fcc-a9f0-744909ebe25f tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 944 time: 0.1018960 Apr 22 16:15:08.870637 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-9ad68b65-d96e-4e6d-9ab7-897d802cb66e req-8debbbbb-21d9-4c9e-b7e7-6dabeca0ee7c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0826218 Apr 22 16:15:09.045558 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 056fdee5-d15b-46fc-abe1-b92b21513930, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=056fdee5-d15b-46fc-abe1-b92b21513930,segment=NetworkSegment(4e4927e9-28f0-4804-ad23-92304e883f46),segment_id=4e4927e9-28f0-4804-ad23-92304e883f46)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:15:09.066852 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:09.077854 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Returning: {'device': '056fdee5-d15b-46fc-abe1-b92b21513930', 'network_id': '66201a63-9212-43a4-b99c-22c43b7ecdf4', 'port_id': '056fdee5-d15b-46fc-abe1-b92b21513930', 'mac_address': 'fa:16:3e:5f:ef:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c87f420-a23d-47e7-a4ec-31ede37a20fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:15:09.145477 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02f5b0c-e1f8-44a3-a4cf-51727e2fe159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6acc9fa-7063-484f-82d5-ca9b80f858a5'}] {{(pid=86317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:15:09.161636 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port c6acc9fa-7063-484f-82d5-ca9b80f858a5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c6acc9fa-7063-484f-82d5-ca9b80f858a5,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:15:09.164453 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:09.179615 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:09.180882 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 5ad70732-640d-4281-9477-9314b5f10b1b up at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:15:09.222279 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02f5b0c-e1f8-44a3-a4cf-51727e2fe159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6acc9fa-7063-484f-82d5-ca9b80f858a5', 'code': 200} Apr 22 16:15:09.231002 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:09.284764 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 056fdee5-d15b-46fc-abe1-b92b21513930 {{(pid=86317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:15:09.353903 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 056fdee5-d15b-46fc-abe1-b92b21513930, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=056fdee5-d15b-46fc-abe1-b92b21513930,segment=NetworkSegment(4e4927e9-28f0-4804-ad23-92304e883f46),segment_id=4e4927e9-28f0-4804-ad23-92304e883f46)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:15:09.366889 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:09.369577 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=c6acc9fa-7063-484f-82d5-ca9b80f858a5,revision_number=5']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:09.375246 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:09.375683 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:09.450285 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning for port 5ad70732-640d-4281-9477-9314b5f10b1b completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:15:09.460484 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning complete for port 5ad70732-640d-4281-9477-9314b5f10b1b triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:15:09.461252 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:09.549096 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=056fdee5-d15b-46fc-abe1-b92b21513930,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:09.563552 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:09.644247 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['056fdee5-d15b-46fc-abe1-b92b21513930'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:15:09.670107 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357d33b-1df6-47e6-98ce-5f0cd13bf8dd req-f54ba37c-6f95-46af-a8ae-6dec892c27bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:09.671795 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3357d33b-1df6-47e6-98ce-5f0cd13bf8dd req-f54ba37c-6f95-46af-a8ae-6dec892c27bf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 1098 time: 0.1747046 Apr 22 16:15:09.692884 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:09.736354 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15177e-43a5-4a9d-a87f-fe0bd282e128 req-64d51e05-db48-4375-827f-a8af867862fb tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:09.743209 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3a15177e-43a5-4a9d-a87f-fe0bd282e128 req-64d51e05-db48-4375-827f-a8af867862fb tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 944 time: 0.1481330 Apr 22 16:15:09.763518 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 5ad70732-640d-4281-9477-9314b5f10b1b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5ad70732-640d-4281-9477-9314b5f10b1b,segment=NetworkSegment(4e4927e9-28f0-4804-ad23-92304e883f46),segment_id=4e4927e9-28f0-4804-ad23-92304e883f46)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:15:09.768879 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:09.769294 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3357d33b-1df6-47e6-98ce-5f0cd13bf8dd req-30263524-683d-4daf-bf20-9f35d71f904c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881157 Apr 22 16:15:09.772688 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:09.795621 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3a15177e-43a5-4a9d-a87f-fe0bd282e128 req-30f015a4-fd07-47f1-9a50-3000198f8f34 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457702 Apr 22 16:15:09.884454 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=5ad70732-640d-4281-9477-9314b5f10b1b,revision_number=5']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:09.890884 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:10.100518 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115eee56-611c-4257-8eb1-21f173800dfb req-a361bfe1-5276-437c-88bf-d13c4d3199bb tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:10.102076 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-115eee56-611c-4257-8eb1-21f173800dfb req-a361bfe1-5276-437c-88bf-d13c4d3199bb tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 945 time: 0.0936868 Apr 22 16:15:10.151262 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-115eee56-611c-4257-8eb1-21f173800dfb req-ab6cbbca-8113-46e7-b2b2-7c303da225de tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424297 Apr 22 16:15:10.544976 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 056fdee5-d15b-46fc-abe1-b92b21513930 up at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:15:10.631016 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning for port 056fdee5-d15b-46fc-abe1-b92b21513930 completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:15:10.636634 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning complete for port 056fdee5-d15b-46fc-abe1-b92b21513930 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:15:10.637052 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:10.737350 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 40964) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:10.905401 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-98f6b8ed-e780-4326-9de4-7f3452a3bfba admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:10.924529 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:10.939020 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-98f6b8ed-e780-4326-9de4-7f3452a3bfba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:10.959730 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-98f6b8ed-e780-4326-9de4-7f3452a3bfba admin admin] Usage tracker for resource:security_group_rule and tenant:785acab55ada4dc98bfb82dc57606d25 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:10.963685 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-98f6b8ed-e780-4326-9de4-7f3452a3bfba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:10.975658 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-98f6b8ed-e780-4326-9de4-7f3452a3bfba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:10.991202 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 056fdee5-d15b-46fc-abe1-b92b21513930, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=056fdee5-d15b-46fc-abe1-b92b21513930,segment=NetworkSegment(4e4927e9-28f0-4804-ad23-92304e883f46),segment_id=4e4927e9-28f0-4804-ad23-92304e883f46)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:15:10.996495 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:10.998657 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-422746d6-131b-4bf3-826b-2323ad7840ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:11.110226 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=056fdee5-d15b-46fc-abe1-b92b21513930,revision_number=5']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:11.110226 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:11.159668 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-98f6b8ed-e780-4326-9de4-7f3452a3bfba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:11.163386 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-98f6b8ed-e780-4326-9de4-7f3452a3bfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:11.164285 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34797089-9a15-4305-b003-aed37597e4e5 req-7fabc8b4-4543-4f9b-b3d0-206840ad3fca tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:11.166611 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-34797089-9a15-4305-b003-aed37597e4e5 req-7fabc8b4-4543-4f9b-b3d0-206840ad3fca tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.1416924 Apr 22 16:15:11.174364 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-8cf51e78-7d3d-4d10-b91b-b4e5044ddb2a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:11.223672 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09500b38-1f35-4933-a417-12b6c5a51dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad70732-640d-4281-9477-9314b5f10b1b'}, {'server_uuid': '57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056fdee5-d15b-46fc-abe1-b92b21513930'}] {{(pid=86317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:15:11.227814 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6b8ed-e780-4326-9de4-7f3452a3bfba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d767c8-5a60-4639-b84f-497917e379c9,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:11.233007 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-98f6b8ed-e780-4326-9de4-7f3452a3bfba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=785acab55ada4dc98bfb82dc57606d25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4943368 Apr 22 16:15:11.234894 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-98f6b8ed-e780-4326-9de4-7f3452a3bfba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:11.235878 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 40990) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:11.247026 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-34797089-9a15-4305-b003-aed37597e4e5 req-29189312-f6e1-4017-8a20-949fda4d6a49 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736020 Apr 22 16:15:11.358312 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09500b38-1f35-4933-a417-12b6c5a51dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad70732-640d-4281-9477-9314b5f10b1b', 'code': 200} Apr 22 16:15:11.358929 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056fdee5-d15b-46fc-abe1-b92b21513930', 'code': 200} Apr 22 16:15:11.381301 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bc174154-8cf5-4dd3-9bcf-b06479f721d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:11.408572 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-363ff280-635e-4fe5-bd95-5bd3591bb0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:11.472584 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-363ff280-635e-4fe5-bd95-5bd3591bb0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:11.527843 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c431d60-6985-4ed7-8fb0-0eb552be7daa req-027eb914-9149-43eb-9796-82642fa10566 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:11.533867 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-363ff280-635e-4fe5-bd95-5bd3591bb0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:11.536095 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0c431d60-6985-4ed7-8fb0-0eb552be7daa req-027eb914-9149-43eb-9796-82642fa10566 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 945 time: 0.1865518 Apr 22 16:15:11.539328 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:11.576619 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ff280-635e-4fe5-bd95-5bd3591bb0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d767c8-5a60-4639-b84f-497917e379c9,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:11.579825 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-363ff280-635e-4fe5-bd95-5bd3591bb0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:11.580832 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-363ff280-635e-4fe5-bd95-5bd3591bb0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:11.594806 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-363ff280-635e-4fe5-bd95-5bd3591bb0d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/62d767c8-5a60-4639-b84f-497917e379c9 HTTP/1.1" status: 204 len: 168 time: 0.3566573 Apr 22 16:15:11.621743 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:11.631133 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0c431d60-6985-4ed7-8fb0-0eb552be7daa req-91cc2e1c-02b1-4d05-aaed-cc56945f67d7 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940137 Apr 22 16:15:11.814124 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:11.829578 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73977b8c-d666-429f-99de-6972acab2f57 req-999a86ed-9684-4a32-9709-5cc1d6e3dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:11.831279 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-73977b8c-d666-429f-99de-6972acab2f57 req-999a86ed-9684-4a32-9709-5cc1d6e3dc90 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 1098 time: 0.1981237 Apr 22 16:15:11.949371 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ac17d-8cfd-4b57-be7d-2c15cf47dac9 req-f17c02c2-b096-4419-ab08-93d2b23a2fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:11.950970 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-064ac17d-8cfd-4b57-be7d-2c15cf47dac9 req-f17c02c2-b096-4419-ab08-93d2b23a2fad service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 1098 time: 0.1840637 Apr 22 16:15:11.996418 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-73977b8c-d666-429f-99de-6972acab2f57 req-539d0be1-df3e-4ae4-b14e-47ac9a949621 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550591 Apr 22 16:15:12.034974 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-064ac17d-8cfd-4b57-be7d-2c15cf47dac9 req-971b03da-4f75-4605-b7b9-1a9d12b89ba5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612411 Apr 22 16:15:12.051628 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4accd31-c878-47e5-92db-c2fdd744844c req-a07522fc-e4d6-4c73-800b-78d7e9549fd4 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:12.053188 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b4accd31-c878-47e5-92db-c2fdd744844c req-a07522fc-e4d6-4c73-800b-78d7e9549fd4 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 945 time: 0.1962984 Apr 22 16:15:12.063650 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 41020) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:12.074979 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-1bdc1e0e-c6c5-4b8d-87a5-fcea58d9b84c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Request body: {'floatingip': {'port_id': 'c6acc9fa-7063-484f-82d5-ca9b80f858a5'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:15:12.079483 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 41024) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:12.099017 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-54bed2e1-a0ca-4cb0-b1f0-5f0829c6264a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:12.117358 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-54bed2e1-a0ca-4cb0-b1f0-5f0829c6264a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:12.121959 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-54bed2e1-a0ca-4cb0-b1f0-5f0829c6264a admin admin] Usage tracker for resource:security_group_rule and tenant:cb30f8a3d3754a5f943bb7a48e478af8 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:12.125246 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-54bed2e1-a0ca-4cb0-b1f0-5f0829c6264a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:12.132152 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-54bed2e1-a0ca-4cb0-b1f0-5f0829c6264a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:12.179019 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1bdc1e0e-c6c5-4b8d-87a5-fcea58d9b84c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for floatingip, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:12.348467 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-54bed2e1-a0ca-4cb0-b1f0-5f0829c6264a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:12.353336 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-54bed2e1-a0ca-4cb0-b1f0-5f0829c6264a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:12.372207 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b4bef712-9ce4-43f0-ae80-be2e17d46528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:12.467987 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-54bed2e1-a0ca-4cb0-b1f0-5f0829c6264a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb30f8a3d3754a5f943bb7a48e478af8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3871000 Apr 22 16:15:12.468875 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bed2e1-a0ca-4cb0-b1f0-5f0829c6264a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd0fbf3-6470-4a9d-80ca-445ef80323b2,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:12.472158 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 41040) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:12.475874 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-54bed2e1-a0ca-4cb0-b1f0-5f0829c6264a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:12.552589 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e4f1aaeb-ca67-4d08-a9a4-b3cf556d421f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:12.609424 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e4f1aaeb-ca67-4d08-a9a4-b3cf556d421f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:12.664561 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e4f1aaeb-ca67-4d08-a9a4-b3cf556d421f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:12.674607 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-fbb61c87-e9c8-4189-8487-a23c382d8c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:12.690857 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 41050) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:12.702796 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1aaeb-ca67-4d08-a9a4-b3cf556d421f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd0fbf3-6470-4a9d-80ca-445ef80323b2,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:12.718852 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e4f1aaeb-ca67-4d08-a9a4-b3cf556d421f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:12.724839 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-e4f1aaeb-ca67-4d08-a9a4-b3cf556d421f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dcd0fbf3-6470-4a9d-80ca-445ef80323b2 HTTP/1.1" status: 204 len: 168 time: 0.2490432 Apr 22 16:15:12.724839 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e4f1aaeb-ca67-4d08-a9a4-b3cf556d421f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:13.028977 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018da89-120b-4797-9bc8-46a622c22ebd req-0600cc9e-b6e9-400a-a88e-df5c3f00dce4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:13.032054 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e018da89-120b-4797-9bc8-46a622c22ebd req-0600cc9e-b6e9-400a-a88e-df5c3f00dce4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.6368446 Apr 22 16:15:13.069089 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8f038af6-b9ab-4bb8-8f25-950bcf22cc42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:13.095160 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-8f038af6-b9ab-4bb8-8f25-950bcf22cc42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:13.099912 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-8f038af6-b9ab-4bb8-8f25-950bcf22cc42 admin admin] Usage tracker for resource:security_group_rule and tenant:3f1062bea15b4e839add06ca75269273 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:13.104193 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-8f038af6-b9ab-4bb8-8f25-950bcf22cc42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:13.110787 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-8f038af6-b9ab-4bb8-8f25-950bcf22cc42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:13.120640 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:13.252879 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8f038af6-b9ab-4bb8-8f25-950bcf22cc42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:13.260801 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8f038af6-b9ab-4bb8-8f25-950bcf22cc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:13.277567 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-06644df4-234b-4d49-9362-386c55cabd90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:13.331508 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-8f038af6-b9ab-4bb8-8f25-950bcf22cc42 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f1062bea15b4e839add06ca75269273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6388779 Apr 22 16:15:13.332750 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f038af6-b9ab-4bb8-8f25-950bcf22cc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc34e56-8ce3-4cb0-acaf-0eb075e5b597,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:13.336212 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 41074) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:13.340473 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-8f038af6-b9ab-4bb8-8f25-950bcf22cc42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:13.444566 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-541535fb-be06-43e0-afc1-35705e6dee8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:13.511455 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-541535fb-be06-43e0-afc1-35705e6dee8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:13.580967 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e018da89-120b-4797-9bc8-46a622c22ebd req-8ced8703-e22d-4749-878b-f8f6db135220 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5398095 Apr 22 16:15:13.600138 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-541535fb-be06-43e0-afc1-35705e6dee8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:13.608883 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046ba99-08c3-4060-b318-ce7f1357ad82 req-1f8437bb-1c8f-4e5c-b5c1-a9f8f60ec845 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:13.620856 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6046ba99-08c3-4060-b318-ce7f1357ad82 req-1f8437bb-1c8f-4e5c-b5c1-a9f8f60ec845 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ecba434-ecd1-4b9e-9fde-361b96e11172 HTTP/1.1" status: 200 len: 946 time: 0.6988134 Apr 22 16:15:13.621255 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-363ff280-635e-4fe5-bd95-5bd3591bb0d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:13.639038 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541535fb-be06-43e0-afc1-35705e6dee8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc34e56-8ce3-4cb0-acaf-0eb075e5b597,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:13.642101 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-541535fb-be06-43e0-afc1-35705e6dee8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:13.643387 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-541535fb-be06-43e0-afc1-35705e6dee8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:13.645304 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-541535fb-be06-43e0-afc1-35705e6dee8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4fc34e56-8ce3-4cb0-acaf-0eb075e5b597 HTTP/1.1" status: 204 len: 168 time: 0.3067586 Apr 22 16:15:13.812334 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6046ba99-08c3-4060-b318-ce7f1357ad82 req-78a1b1ae-b137-4a47-9dc9-e001ab017d34 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/security-groups?id=76ddbad6-5fef-4624-86a1-e5b1f3780baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932006 Apr 22 16:15:14.129534 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 41108) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:14.134279 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1bdc1e0e-c6c5-4b8d-87a5-fcea58d9b84c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:14.150677 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1bdc1e0e-c6c5-4b8d-87a5-fcea58d9b84c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691126'] for floatingip, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:14.213580 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9113dd2d-bc37-4d3e-ae93-c9a735c376e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:14.310197 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-9113dd2d-bc37-4d3e-ae93-c9a735c376e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:14.318268 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-9113dd2d-bc37-4d3e-ae93-c9a735c376e1 admin admin] Usage tracker for resource:security_group_rule and tenant:ad1b6ac939c24139b11c5719bf917de4 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:14.323171 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-9113dd2d-bc37-4d3e-ae93-c9a735c376e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:14.333081 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-9113dd2d-bc37-4d3e-ae93-c9a735c376e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:14.384547 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.l3_db [None req-1bdc1e0e-c6c5-4b8d-87a5-fcea58d9b84c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Floating IP 16da6927-0fc4-4364-9bec-95a6558b2f28 associated. External IP: 172.28.3.39, port: c6acc9fa-7063-484f-82d5-ca9b80f858a5. Apr 22 16:15:14.389316 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:15:14.622589 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9113dd2d-bc37-4d3e-ae93-c9a735c376e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:14.634898 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9113dd2d-bc37-4d3e-ae93-c9a735c376e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:14.775228 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-76ce18c1-352f-447a-b6ef-4961cf07bada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:14.965190 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113dd2d-bc37-4d3e-ae93-c9a735c376e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f3662e-3991-4d79-a5d7-0fd41b65bbbf,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:14.973224 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-9113dd2d-bc37-4d3e-ae93-c9a735c376e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad1b6ac939c24139b11c5719bf917de4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8402324 Apr 22 16:15:14.973224 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9113dd2d-bc37-4d3e-ae93-c9a735c376e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:14.976352 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 41148) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:15.075290 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d11a0998-c9f1-4a90-87c6-b05a2f1e12be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:15.120395 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdc1e0e-c6c5-4b8d-87a5-fcea58d9b84c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Router f445d462-20f4-4e61-80b6-32f3806720d9 has already been hosted by L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 {{(pid=86316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:15:15.234729 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a05e3-485b-455c-99ef-206d71ca59ba req-59ce0a9f-7a6a-4547-b29b-387275bfc799 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:15.234729 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4b5a05e3-485b-455c-99ef-206d71ca59ba req-59ce0a9f-7a6a-4547-b29b-387275bfc799 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ecba434-ecd1-4b9e-9fde-361b96e11172 HTTP/1.1" status: 200 len: 946 time: 0.4474869 Apr 22 16:15:15.240467 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68130998-66aa-489b-ac28-ddcf620619d5 req-01254cf2-faae-4e15-8ee9-301365fd6ca5 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:15.242108 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-68130998-66aa-489b-ac28-ddcf620619d5 req-01254cf2-faae-4e15-8ee9-301365fd6ca5 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.4602356 Apr 22 16:15:15.315225 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d11a0998-c9f1-4a90-87c6-b05a2f1e12be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:15.362246 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d11a0998-c9f1-4a90-87c6-b05a2f1e12be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:15.369530 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-54bed2e1-a0ca-4cb0-b1f0-5f0829c6264a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:15.387087 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a0998-c9f1-4a90-87c6-b05a2f1e12be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f3662e-3991-4d79-a5d7-0fd41b65bbbf,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:15.389387 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d11a0998-c9f1-4a90-87c6-b05a2f1e12be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:15.390662 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d11a0998-c9f1-4a90-87c6-b05a2f1e12be admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:15.391629 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-d11a0998-c9f1-4a90-87c6-b05a2f1e12be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91f3662e-3991-4d79-a5d7-0fd41b65bbbf HTTP/1.1" status: 204 len: 168 time: 0.4130905 Apr 22 16:15:15.407986 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd40ca-09a6-4a12-84bf-e2804dcd9d1b req-aaf48a1a-4710-44b5-b269-f6c03b2af71a tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:15.409535 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-febd40ca-09a6-4a12-84bf-e2804dcd9d1b req-aaf48a1a-4710-44b5-b269-f6c03b2af71a tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ecba434-ecd1-4b9e-9fde-361b96e11172 HTTP/1.1" status: 200 len: 946 time: 0.4479535 Apr 22 16:15:15.496271 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-4b5a05e3-485b-455c-99ef-206d71ca59ba req-d76e5b89-f998-4bf1-b4c7-9947d8bc1fad tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Deleting port e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:15:15.496651 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-4b5a05e3-485b-455c-99ef-206d71ca59ba req-d76e5b89-f998-4bf1-b4c7-9947d8bc1fad tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:15.608196 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-68130998-66aa-489b-ac28-ddcf620619d5 req-cd2c8336-fff2-497d-b3bb-021f0d57c162 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254347 Apr 22 16:15:15.719892 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-febd40ca-09a6-4a12-84bf-e2804dcd9d1b req-dd730364-084d-495e-9421-2d90ababf9b1 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/security-groups?id=76ddbad6-5fef-4624-86a1-e5b1f3780baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860169 Apr 22 16:15:15.758239 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdc1e0e-c6c5-4b8d-87a5-fcea58d9b84c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:15:15.773563 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0f1c69-fbc8-44ec-b5cf-b96615a075a4 None None] Sync routers for ids ['f445d462-20f4-4e61-80b6-32f3806720d9'] in dv-cinder-784623-7-smb {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:15:15.791684 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0f1c69-fbc8-44ec-b5cf-b96615a075a4 None None] Routers {'f445d462-20f4-4e61-80b6-32f3806720d9'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:15:15.792379 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-fe0f1c69-fbc8-44ec-b5cf-b96615a075a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:15:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['f445d462-20f4-4e61-80b6-32f3806720d9'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:15:15.792996 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1bdc1e0e-c6c5-4b8d-87a5-fcea58d9b84c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:16.023209 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 41188) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:16.064267 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-39b9ab3c-8fb9-4370-90d7-425e2215626b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:16.074329 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-fe0f1c69-fbc8-44ec-b5cf-b96615a075a4 None None] Set router f445d462-20f4-4e61-80b6-32f3806720d9 gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:15:16.125581 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-39b9ab3c-8fb9-4370-90d7-425e2215626b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:16.140550 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-39b9ab3c-8fb9-4370-90d7-425e2215626b admin admin] Usage tracker for resource:security_group_rule and tenant:5e4e0fbd249244aa957cd4562ab4dc16 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:16.154392 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-39b9ab3c-8fb9-4370-90d7-425e2215626b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:16.172890 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-39b9ab3c-8fb9-4370-90d7-425e2215626b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:16.240601 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-1bdc1e0e-c6c5-4b8d-87a5-fcea58d9b84c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "PUT /v2.0/floatingips/16da6927-0fc4-4364-9bec-95a6558b2f28 HTTP/1.1" status: 200 len: 990 time: 4.1730142 Apr 22 16:15:16.254942 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02f5b0c-e1f8-44a3-a4cf-51727e2fe159', 'tag': 'c6acc9fa-7063-484f-82d5-ca9b80f858a5'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:15:16.326340 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-4b5a05e3-485b-455c-99ef-206d71ca59ba req-d76e5b89-f998-4bf1-b4c7-9947d8bc1fad tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] For port e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b,segment=NetworkSegment(25cf0e5c-bcf7-4e7c-ae93-c7a26986d626),segment_id=25cf0e5c-bcf7-4e7c-ae93-c7a26986d626)] {{(pid=86316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:15:16.327311 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-4b5a05e3-485b-455c-99ef-206d71ca59ba req-d76e5b89-f998-4bf1-b4c7-9947d8bc1fad tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:16.417473 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-39b9ab3c-8fb9-4370-90d7-425e2215626b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:16.421796 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-39b9ab3c-8fb9-4370-90d7-425e2215626b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:16.525097 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-c9254cf1-0133-43ba-8a33-fdd8aab30e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:16.581901 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a02f5b0c-e1f8-44a3-a4cf-51727e2fe159', 'tag': 'c6acc9fa-7063-484f-82d5-ca9b80f858a5', 'status': 'completed', 'code': 200} Apr 22 16:15:16.631535 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9ab3c-8fb9-4370-90d7-425e2215626b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62c89e7-e165-40d1-ac72-fb48f5fb2cff,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:16.640497 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-39b9ab3c-8fb9-4370-90d7-425e2215626b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e4e0fbd249244aa957cd4562ab4dc16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6130898 Apr 22 16:15:16.640497 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-39b9ab3c-8fb9-4370-90d7-425e2215626b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:16.641822 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 41220) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:16.662842 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-fe0f1c69-fbc8-44ec-b5cf-b96615a075a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'name': 'tempest-AttachVolumeShelveTestJSON-2143313239-router', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:24Z', 'updated_at': '2021-04-22T16:14:33Z', 'revision_number': 4, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'gw_port': {'id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:26Z', 'updated_at': '2021-04-22T16:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_floatingips': [{'id': '16da6927-0fc4-4364-9bec-95a6558b2f28', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'floating_ip_address': '172.28.3.39', 'floating_network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'router_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'port_id': 'c6acc9fa-7063-484f-82d5-ca9b80f858a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'mac_address': 'fa:16:3e:04:a5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02f5b0c-e1f8-44a3-a4cf-51727e2fe159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:14:42Z', 'updated_at': '2021-04-22T16:15:13Z', 'revision_number': 1, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bbcf06b-6d2c-4294-bd38-5d0208eeeebb', 'name': '', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'mac_address': 'fa:16:3e:8f:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93257d7e-85c0-4511-a149-8d2031392de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:32Z', 'updated_at': '2021-04-22T16:14:47Z', 'revision_number': 5, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'subnets': [{'id': '93257d7e-85c0-4511-a149-8d2031392de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:15:16.667478 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0f1c69-fbc8-44ec-b5cf-b96615a075a4 None None] Checking router: f445d462-20f4-4e61-80b6-32f3806720d9 for host: dv-cinder-784623-7-smb {{(pid=86318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:15:16.676736 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0f1c69-fbc8-44ec-b5cf-b96615a075a4 None None] Routers {'f445d462-20f4-4e61-80b6-32f3806720d9'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:15:16.677657 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-fe0f1c69-fbc8-44ec-b5cf-b96615a075a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:15:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['f445d462-20f4-4e61-80b6-32f3806720d9'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:15:16.732064 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-4b5a05e3-485b-455c-99ef-206d71ca59ba req-d76e5b89-f998-4bf1-b4c7-9947d8bc1fad tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Calling delete_port for e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b owned by compute:nova {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:15:16.744618 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8f759-8f1a-43f3-8774-a983a5309f68 req-fe6d7123-a18f-4f92-8134-666763146e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:16.746731 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-05b8f759-8f1a-43f3-8774-a983a5309f68 req-fe6d7123-a18f-4f92-8134-666763146e43 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8537b98a43742f2a3fcccbe15848877&device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 1098 time: 0.3035238 Apr 22 16:15:16.812883 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-aeb41340-cf10-414c-8877-7e5838451de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:17.013239 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-aeb41340-cf10-414c-8877-7e5838451de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:17.114446 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8f759-8f1a-43f3-8774-a983a5309f68 req-6cc4c949-9994-4ffa-b003-e9f5e49534c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:17.116759 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-05b8f759-8f1a-43f3-8774-a983a5309f68 req-6cc4c949-9994-4ffa-b003-e9f5e49534c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=10ba8417-bb39-40e4-9ac2-493bc0eef8f2 HTTP/1.1" status: 200 len: 918 time: 0.3603494 Apr 22 16:15:17.191832 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-fe0f1c69-fbc8-44ec-b5cf-b96615a075a4 None None] Set router f445d462-20f4-4e61-80b6-32f3806720d9 gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:15:17.224013 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-aeb41340-cf10-414c-8877-7e5838451de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:17.233763 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-041df6a3-2bed-432b-bc33-dd0cfb20248c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:17.284885 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb41340-cf10-414c-8877-7e5838451de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62c89e7-e165-40d1-ac72-fb48f5fb2cff,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:17.296741 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-aeb41340-cf10-414c-8877-7e5838451de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:17.312729 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-05b8f759-8f1a-43f3-8774-a983a5309f68 req-88841dca-f0cb-4da2-8ffa-7ed1e85660f6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6acc9fa-7063-484f-82d5-ca9b80f858a5 HTTP/1.1" status: 200 len: 998 time: 0.1888704 Apr 22 16:15:17.313811 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-aeb41340-cf10-414c-8877-7e5838451de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:17.314649 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-aeb41340-cf10-414c-8877-7e5838451de5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e62c89e7-e165-40d1-ac72-fb48f5fb2cff HTTP/1.1" status: 204 len: 168 time: 0.6717267 Apr 22 16:15:17.334441 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e056328-c594-4460-afc7-4a5c10c4a293 req-3e66ef4c-c348-4c36-b24c-66ea3a0b7f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:17.339596 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1e056328-c594-4460-afc7-4a5c10c4a293 req-3e66ef4c-c348-4c36-b24c-66ea3a0b7f0b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=472f8b7a41be46c18e3861f072af2690&device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 1098 time: 0.9784443 Apr 22 16:15:17.417331 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8f759-8f1a-43f3-8774-a983a5309f68 req-e038495a-d426-460f-81ac-c5703b70b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:17.419094 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-05b8f759-8f1a-43f3-8774-a983a5309f68 req-e038495a-d426-460f-81ac-c5703b70b180 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93257d7e-85c0-4511-a149-8d2031392de0 HTTP/1.1" status: 200 len: 856 time: 0.0963202 Apr 22 16:15:17.524448 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c2656-8fa2-4674-a065-5f45036a3640 req-955d52f2-446d-44e9-bdd7-dfe7577e11e0 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:17.526199 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b45c2656-8fa2-4674-a065-5f45036a3640 req-955d52f2-446d-44e9-bdd7-dfe7577e11e0 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.8049827 Apr 22 16:15:17.595332 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8f759-8f1a-43f3-8774-a983a5309f68 req-cfa16811-e7cb-4c60-966d-b7785cdb62e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:17.597880 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-05b8f759-8f1a-43f3-8774-a983a5309f68 req-cfa16811-e7cb-4c60-966d-b7785cdb62e7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=10ba8417-bb39-40e4-9ac2-493bc0eef8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1716738 Apr 22 16:15:17.687361 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-fe0f1c69-fbc8-44ec-b5cf-b96615a075a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'name': 'tempest-AttachVolumeShelveTestJSON-2143313239-router', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:24Z', 'updated_at': '2021-04-22T16:14:33Z', 'revision_number': 4, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'gw_port': {'id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:26Z', 'updated_at': '2021-04-22T16:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_floatingips': [{'id': '16da6927-0fc4-4364-9bec-95a6558b2f28', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'floating_ip_address': '172.28.3.39', 'floating_network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'router_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'port_id': 'c6acc9fa-7063-484f-82d5-ca9b80f858a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'mac_address': 'fa:16:3e:04:a5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02f5b0c-e1f8-44a3-a4cf-51727e2fe159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:14:42Z', 'updated_at': '2021-04-22T16:15:13Z', 'revision_number': 1, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bbcf06b-6d2c-4294-bd38-5d0208eeeebb', 'name': '', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'mac_address': 'fa:16:3e:8f:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93257d7e-85c0-4511-a149-8d2031392de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:32Z', 'updated_at': '2021-04-22T16:14:47Z', 'revision_number': 5, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'subnets': [{'id': '93257d7e-85c0-4511-a149-8d2031392de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:15:17.709693 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0f1c69-fbc8-44ec-b5cf-b96615a075a4 None None] The sync data for ids ['f445d462-20f4-4e61-80b6-32f3806720d9'] in dv-cinder-784623-7-smb is: [{'id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'name': 'tempest-AttachVolumeShelveTestJSON-2143313239-router', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:24Z', 'updated_at': '2021-04-22T16:14:33Z', 'revision_number': 4, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'gw_port': {'id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:26Z', 'updated_at': '2021-04-22T16:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_floatingips': [{'id': '16da6927-0fc4-4364-9bec-95a6558b2f28', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'floating_ip_address': '172.28.3.39', 'floating_network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'router_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'port_id': 'c6acc9fa-7063-484f-82d5-ca9b80f858a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'mac_address': 'fa:16:3e:04:a5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02f5b0c-e1f8-44a3-a4cf-51727e2fe159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:14:42Z', 'updated_at': '2021-04-22T16:15:13Z', 'revision_number': 1, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bbcf06b-6d2c-4294-bd38-5d0208eeeebb', 'name': '', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'mac_address': 'fa:16:3e:8f:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93257d7e-85c0-4511-a149-8d2031392de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:32Z', 'updated_at': '2021-04-22T16:14:47Z', 'revision_number': 5, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'subnets': [{'id': '93257d7e-85c0-4511-a149-8d2031392de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:15:17.791738 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-4b5a05e3-485b-455c-99ef-206d71ca59ba req-d76e5b89-f998-4bf1-b4c7-9947d8bc1fad tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:17.825120 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:17.907717 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e5b89-f998-4bf1-b4c7-9947d8bc1fad tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Pushing event deleted for resources: {'Port': ['ID=e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:17.924699 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25b8a1-92c9-45e5-9d1b-0234c79ada28 req-9ee43e0c-84a9-46b7-a913-1d7e07f2da99 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:17.926346 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ce25b8a1-92c9-45e5-9d1b-0234c79ada28 req-9ee43e0c-84a9-46b7-a913-1d7e07f2da99 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ecba434-ecd1-4b9e-9fde-361b96e11172 HTTP/1.1" status: 200 len: 867 time: 0.8587270 Apr 22 16:15:17.929359 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d76e5b89-f998-4bf1-b4c7-9947d8bc1fad tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:17.962527 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-05b8f759-8f1a-43f3-8774-a983a5309f68 req-fe4e878a-2dd5-4a2c-ad5b-95542ab951da service neutron] 10.222.0.43 "GET /v2.0/networks/10ba8417-bb39-40e4-9ac2-493bc0eef8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565881 Apr 22 16:15:17.975523 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b45c2656-8fa2-4674-a065-5f45036a3640 req-2ffd4772-958a-4aab-be12-9aebf0cde0c3 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232590 Apr 22 16:15:18.077507 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e056328-c594-4460-afc7-4a5c10c4a293 req-9f401188-4bfd-437f-8e1e-46ba5a99c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:18.079546 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1e056328-c594-4460-afc7-4a5c10c4a293 req-9f401188-4bfd-437f-8e1e-46ba5a99c54b service neutron] 10.222.0.43 "GET /v2.0/networks?id=66201a63-9212-43a4-b99c-22c43b7ecdf4 HTTP/1.1" status: 200 len: 920 time: 0.7222841 Apr 22 16:15:18.080455 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5a05e3-485b-455c-99ef-206d71ca59ba req-d76e5b89-f998-4bf1-b4c7-9947d8bc1fad tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] No DVR routers for this DVR port e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b on host hv-cinder-78462 {{(pid=86316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:15:18.100390 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-4b5a05e3-485b-455c-99ef-206d71ca59ba req-d76e5b89-f998-4bf1-b4c7-9947d8bc1fad tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:18.220414 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 41276) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:18.240346 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30899509-9389-4a73-926d-67d192a55c56 None None] New status for floating IP 16da6927-0fc4-4364-9bec-95a6558b2f28: ACTIVE {{(pid=86317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:15:18.280631 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-05b8f759-8f1a-43f3-8774-a983a5309f68 req-9a0e17f4-2615-4efe-9ec0-5841be57b530 service neutron] 10.222.0.43 "GET /v2.0/networks/10ba8417-bb39-40e4-9ac2-493bc0eef8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068142 Apr 22 16:15:18.309741 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1e056328-c594-4460-afc7-4a5c10c4a293 req-a6bc0b8a-2bb8-4f17-a2db-72be6d20c3d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=056fdee5-d15b-46fc-abe1-b92b21513930 HTTP/1.1" status: 200 len: 217 time: 0.2036207 Apr 22 16:15:18.313710 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ce25b8a1-92c9-45e5-9d1b-0234c79ada28 req-88578be9-e777-4b23-857f-e7b58d735334 tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.21 "GET /v2.0/security-groups?id=76ddbad6-5fef-4624-86a1-e5b1f3780baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456712 Apr 22 16:15:18.315227 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4b5a05e3-485b-455c-99ef-206d71ca59ba req-d76e5b89-f998-4bf1-b4c7-9947d8bc1fad tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] 10.222.0.43 "DELETE /v2.0/ports/e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b HTTP/1.1" status: 204 len: 173 time: 3.0714490 Apr 22 16:15:18.430829 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e056328-c594-4460-afc7-4a5c10c4a293 req-fe9ce223-5d9c-4be1-8c17-f99659a1f1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:18.434094 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1e056328-c594-4460-afc7-4a5c10c4a293 req-fe9ce223-5d9c-4be1-8c17-f99659a1f1f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c87f420-a23d-47e7-a4ec-31ede37a20fc HTTP/1.1" status: 200 len: 859 time: 0.1079671 Apr 22 16:15:18.530781 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1e056328-c594-4460-afc7-4a5c10c4a293 req-4e41d199-d427-4c67-bcf0-a83ad8cd8278 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66201a63-9212-43a4-b99c-22c43b7ecdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891912 Apr 22 16:15:18.587892 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecba434-ecd1-4b9e-9fde-361b96e11172', 'name': 'network-vif-deleted', 'tag': 'e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:15:18.593151 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-65418bc9-ba36-4ff3-9d64-2fc21de78859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:18.626115 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-65418bc9-ba36-4ff3-9d64-2fc21de78859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:18.725763 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-65418bc9-ba36-4ff3-9d64-2fc21de78859 admin admin] Usage tracker for resource:security_group_rule and tenant:7ea130618d424cc0acab973068ffb2df is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:18.730775 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecba434-ecd1-4b9e-9fde-361b96e11172', 'name': 'network-vif-deleted', 'tag': 'e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b', 'status': 'completed', 'code': 200} Apr 22 16:15:18.731949 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-65418bc9-ba36-4ff3-9d64-2fc21de78859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:18.745218 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-65418bc9-ba36-4ff3-9d64-2fc21de78859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:18.825892 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1e056328-c594-4460-afc7-4a5c10c4a293 req-3a0f43eb-7a08-45a3-a5a5-691e31be063f service neutron] 10.222.0.43 "GET /v2.0/networks/66201a63-9212-43a4-b99c-22c43b7ecdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814817 Apr 22 16:15:18.841607 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:15:18.883004 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] No Port match for: e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:15:18.883650 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device e6c65a9b-91cb-4cdf-83ec-d4d75c1e0a0b not bound to the agent host hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:15:19.020712 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-65418bc9-ba36-4ff3-9d64-2fc21de78859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:19.035232 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-65418bc9-ba36-4ff3-9d64-2fc21de78859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:19.048917 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:19.090580 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65418bc9-ba36-4ff3-9d64-2fc21de78859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a18c273-c530-4089-aab6-6f631be88c03,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:19.098546 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-65418bc9-ba36-4ff3-9d64-2fc21de78859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:19.139961 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1e056328-c594-4460-afc7-4a5c10c4a293 req-ba6e030b-916a-46e0-a698-eb9e8f82ee43 service neutron] 10.222.0.43 "GET /v2.0/networks/66201a63-9212-43a4-b99c-22c43b7ecdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830763 Apr 22 16:15:19.145367 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-65418bc9-ba36-4ff3-9d64-2fc21de78859 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ea130618d424cc0acab973068ffb2df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8601832 Apr 22 16:15:19.145367 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 41332) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:19.344994 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-79e94f4b-34cd-40c7-b91a-bb953cb70219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:19.412310 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-79e94f4b-34cd-40c7-b91a-bb953cb70219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:19.434625 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac965782-5cfb-4eec-a8fb-8b042d0b19eb req-18c009f5-f116-419a-907b-c8efd22a7962 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:19.436267 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ac965782-5cfb-4eec-a8fb-8b042d0b19eb req-18c009f5-f116-419a-907b-c8efd22a7962 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.2410254 Apr 22 16:15:19.520890 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ac965782-5cfb-4eec-a8fb-8b042d0b19eb req-25471252-d6e9-48bc-b862-1ad297e07600 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746272 Apr 22 16:15:19.539216 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-79e94f4b-34cd-40c7-b91a-bb953cb70219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:19.548790 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-5201d8a4-03fd-4a2d-8a71-c878a33891d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:19.562019 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e94f4b-34cd-40c7-b91a-bb953cb70219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a18c273-c530-4089-aab6-6f631be88c03,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:19.568814 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-79e94f4b-34cd-40c7-b91a-bb953cb70219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:19.569781 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-79e94f4b-34cd-40c7-b91a-bb953cb70219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:19.571629 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-79e94f4b-34cd-40c7-b91a-bb953cb70219 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a18c273-c530-4089-aab6-6f631be88c03 HTTP/1.1" status: 204 len: 168 time: 0.4253423 Apr 22 16:15:20.099740 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 41392) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:20.124821 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f502a184-f492-4ac6-a6f4-864fc26ba308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:20.145150 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-f502a184-f492-4ac6-a6f4-864fc26ba308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:20.151055 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-f502a184-f492-4ac6-a6f4-864fc26ba308 admin admin] Usage tracker for resource:security_group_rule and tenant:8a76ca6f27a445e78536a8dac39d248b is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:20.154014 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-f502a184-f492-4ac6-a6f4-864fc26ba308 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:20.160224 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-f502a184-f492-4ac6-a6f4-864fc26ba308 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:20.258332 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f502a184-f492-4ac6-a6f4-864fc26ba308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:20.261628 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f502a184-f492-4ac6-a6f4-864fc26ba308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:20.271464 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:20.317906 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-f502a184-f492-4ac6-a6f4-864fc26ba308 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a76ca6f27a445e78536a8dac39d248b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2167525 Apr 22 16:15:20.319583 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502a184-f492-4ac6-a6f4-864fc26ba308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e98070-20b4-4b9b-9f6a-d10419362eb1,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:20.320786 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 41402) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:20.334318 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f502a184-f492-4ac6-a6f4-864fc26ba308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:20.411318 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e68472c7-5e36-4521-9d82-8621efc972da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:20.444339 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e68472c7-5e36-4521-9d82-8621efc972da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:20.499585 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e68472c7-5e36-4521-9d82-8621efc972da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:20.508878 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-98f6b8ed-e780-4326-9de4-7f3452a3bfba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:20.526480 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68472c7-5e36-4521-9d82-8621efc972da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e98070-20b4-4b9b-9f6a-d10419362eb1,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:20.531968 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e68472c7-5e36-4521-9d82-8621efc972da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:20.537026 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e68472c7-5e36-4521-9d82-8621efc972da admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:20.539015 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-e68472c7-5e36-4521-9d82-8621efc972da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83e98070-20b4-4b9b-9f6a-d10419362eb1 HTTP/1.1" status: 204 len: 168 time: 0.2167015 Apr 22 16:15:20.809839 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e33028-b4e1-4ae6-a7ec-4d1aab6a6eb9 req-7569fce4-4a26-40c2-a3b9-e1d48cd191eb tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:20.811823 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-01e33028-b4e1-4ae6-a7ec-4d1aab6a6eb9 req-7569fce4-4a26-40c2-a3b9-e1d48cd191eb tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.1282401 Apr 22 16:15:20.874848 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-01e33028-b4e1-4ae6-a7ec-4d1aab6a6eb9 req-0cb4f98e-f037-4e37-9b15-e127b9c2f487 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566316 Apr 22 16:15:21.674011 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 41486) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:21.747270 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_v2 [None req-2664898b-fc22-4258-a175-99d3d9d0e17e admin admin] Deleting subnet 4fd49012-0dd3-474e-86ca-d649b84af1ee {{(pid=86316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:15:21.750727 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2664898b-fc22-4258-a175-99d3d9d0e17e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:21.811621 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2664898b-fc22-4258-a175-99d3d9d0e17e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:21.820596 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2664898b-fc22-4258-a175-99d3d9d0e17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33244205'] for subnet, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:22.387622 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29395f55-828c-492e-82b6-93d7854bf1e5 req-18a7c4a6-e38b-4863-9e4e-ba1a2320fcf6 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:22.395890 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-29395f55-828c-492e-82b6-93d7854bf1e5 req-18a7c4a6-e38b-4863-9e4e-ba1a2320fcf6 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.4002550 Apr 22 16:15:22.420808 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2664898b-fc22-4258-a175-99d3d9d0e17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821531627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319'] for subnet, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:22.436675 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:22.482355 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664898b-fc22-4258-a175-99d3d9d0e17e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fd49012-0dd3-474e-86ca-d649b84af1ee,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:22.487787 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-29395f55-828c-492e-82b6-93d7854bf1e5 req-493d123e-8ad3-4d24-8264-55eb2cbfc525 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910296 Apr 22 16:15:22.489440 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2664898b-fc22-4258-a175-99d3d9d0e17e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:22.495388 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-2664898b-fc22-4258-a175-99d3d9d0e17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:22.503713 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-2664898b-fc22-4258-a175-99d3d9d0e17e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4fd49012-0dd3-474e-86ca-d649b84af1ee HTTP/1.1" status: 204 len: 168 time: 0.8285820 Apr 22 16:15:22.506425 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 41554) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:22.652188 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33148001'] for network, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:22.826829 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036821531528', 'neutron.services.segments.db._delete_segments_for_network-8794767365747'] for network, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:22.955621 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:15:22.956773 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:15:22.957915 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:15:22.958536 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Subscribe: > port after_create 55550000 {{(pid=86316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:15:22.959050 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:15:22.959879 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Subscribe: > port after_update 55550000 {{(pid=86316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:15:22.960903 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:15:22.961409 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:15:22.962399 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:15:22.962938 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:15:23.035726 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:15:23.036120 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:15:23.036480 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:15:23.036845 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:15:23.037228 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80763d9-309a-4a86-bb54-dc8b6a7518e6']}} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:15:23.051357 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25cf0e5c-bcf7-4e7c-ae93-c7a26986d626') {'for_net_delete': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:15:23.051696 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25cf0e5c-bcf7-4e7c-ae93-c7a26986d626') {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:15:23.070713 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242087248739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852448012'] for segment, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:23.087632 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:23.098369 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=86316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:15:23.284519 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Network f80763d9-309a-4a86-bb54-dc8b6a7518e6 has no segments {{(pid=86316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:15:23.293680 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33247036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3512110'] for segment, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:23.471827 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Network f80763d9-309a-4a86-bb54-dc8b6a7518e6 has no segments {{(pid=86316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: from cryptography.utils import int_from_bytes Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: from cryptography.utils import int_from_bytes Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: (rel_b, rel_a, rel_b), Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: (rel_b, rel_a, rel_b), Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: Traceback (most recent call last): Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: timer() Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: cb(*args, **kw) Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: return func(*args, **kwargs) Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: self._notify() Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: self.callback(batched_events) Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: event.method(event) Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: segment_id)['aggregates'][0] Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: return f(self, *a, **k) Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: return self._get(url).json() Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: **kwargs) Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: return self.request(url, 'GET', **kwargs) Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: **endpoint_filter) Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:15:23.496413 dv-cinder-784623-7-smb neutron-server[86202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:15:23.580056 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691077'] for network, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:23.586076 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-254c4604-f8e5-4eb1-9bf8-22cc02c17736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:23.606171 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:23.610003 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Pushing event deleted for resources: {'Network': ['ID=f80763d9-309a-4a86-bb54-dc8b6a7518e6,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:23.622929 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:23.623337 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:23.623733 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:23.624123 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:23.624507 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:23.624894 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:23.625278 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:23.625660 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:23.626043 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:23.626424 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:23.626863 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:23.627241 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:23.630445 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f80763d9-309a-4a86-bb54-dc8b6a7518e6 HTTP/1.1" status: 204 len: 168 time: 1.1229722 Apr 22 16:15:23.633020 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:23.727578 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c3d1f-aead-4300-ba24-08b38188c7cc req-f507abcb-b5a3-45a5-9be3-8bde51a6be9c tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:23.729197 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-038c3d1f-aead-4300-ba24-08b38188c7cc req-f507abcb-b5a3-45a5-9be3-8bde51a6be9c tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.1084728 Apr 22 16:15:23.777842 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-038c3d1f-aead-4300-ba24-08b38188c7cc req-4470f96a-630f-411f-9ac0-3be178669b54 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422118 Apr 22 16:15:23.826858 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 41602) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:23.880427 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-21fdb4ef-ae2e-4936-8004-5f11d0fbead9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3a7c35c9352444cb42fbae1629cb3ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0522475 Apr 22 16:15:23.883393 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 41608) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:23.948688 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8a7c39ac-4208-4428-ae99-8d62dbd2c44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:23.976722 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8a7c39ac-4208-4428-ae99-8d62dbd2c44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:24.026182 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8a7c39ac-4208-4428-ae99-8d62dbd2c44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:24.031352 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:24.044290 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c39ac-4208-4428-ae99-8d62dbd2c44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ddbad6-5fef-4624-86a1-e5b1f3780baf,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:24.050402 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8a7c39ac-4208-4428-ae99-8d62dbd2c44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:24.055396 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-8a7c39ac-4208-4428-ae99-8d62dbd2c44d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76ddbad6-5fef-4624-86a1-e5b1f3780baf HTTP/1.1" status: 204 len: 168 time: 0.1702023 Apr 22 16:15:24.069582 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-8a7c39ac-4208-4428-ae99-8d62dbd2c44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:24.582005 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 41648) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:24.890932 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bb3dc317-2bd0-4855-be1f-892f8778c413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:24.932936 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-bb3dc317-2bd0-4855-be1f-892f8778c413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:24.939982 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-bb3dc317-2bd0-4855-be1f-892f8778c413 admin admin] Usage tracker for resource:security_group_rule and tenant:02f0c2aaa8a2417f99edc77aaf214414 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:24.947120 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-bb3dc317-2bd0-4855-be1f-892f8778c413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:24.969872 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-bb3dc317-2bd0-4855-be1f-892f8778c413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:25.130227 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bb3dc317-2bd0-4855-be1f-892f8778c413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:25.134707 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bb3dc317-2bd0-4855-be1f-892f8778c413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:25.146803 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-09d62479-1956-46d9-b4c4-7d06c0371beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:25.190992 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1f0ca-c419-4d9b-ac23-60db33221b88 req-80842e3d-512c-4bc5-a7b5-de8db9c9fd3f tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:25.192658 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-91e1f0ca-c419-4d9b-ac23-60db33221b88 req-80842e3d-512c-4bc5-a7b5-de8db9c9fd3f tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.1778042 Apr 22 16:15:25.226508 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3dc317-2bd0-4855-be1f-892f8778c413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0834e6-4cbd-4653-bf31-68846ba0ab48,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:25.234520 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-bb3dc317-2bd0-4855-be1f-892f8778c413 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02f0c2aaa8a2417f99edc77aaf214414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6492004 Apr 22 16:15:25.235616 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 41686) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:25.250842 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-bb3dc317-2bd0-4855-be1f-892f8778c413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:25.278389 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-91e1f0ca-c419-4d9b-ac23-60db33221b88 req-6bb6ad76-e06d-41bd-bff7-d9456280cb65 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783269 Apr 22 16:15:25.315807 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-79ea7410-9ca2-4fdd-9fc2-10ae799498b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:25.346391 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-79ea7410-9ca2-4fdd-9fc2-10ae799498b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:25.391851 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-79ea7410-9ca2-4fdd-9fc2-10ae799498b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:25.398094 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e4f1aaeb-ca67-4d08-a9a4-b3cf556d421f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:25.411781 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea7410-9ca2-4fdd-9fc2-10ae799498b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0834e6-4cbd-4653-bf31-68846ba0ab48,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:25.422122 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-79ea7410-9ca2-4fdd-9fc2-10ae799498b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:25.423376 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-79ea7410-9ca2-4fdd-9fc2-10ae799498b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb0834e6-4cbd-4653-bf31-68846ba0ab48 HTTP/1.1" status: 204 len: 168 time: 0.1870852 Apr 22 16:15:25.425312 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea7410-9ca2-4fdd-9fc2-10ae799498b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:25.425944 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea7410-9ca2-4fdd-9fc2-10ae799498b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:25.426385 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea7410-9ca2-4fdd-9fc2-10ae799498b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:25.426812 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea7410-9ca2-4fdd-9fc2-10ae799498b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:25.427258 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea7410-9ca2-4fdd-9fc2-10ae799498b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:25.427656 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea7410-9ca2-4fdd-9fc2-10ae799498b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:25.428357 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea7410-9ca2-4fdd-9fc2-10ae799498b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:25.429353 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea7410-9ca2-4fdd-9fc2-10ae799498b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:25.429636 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea7410-9ca2-4fdd-9fc2-10ae799498b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:25.430253 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea7410-9ca2-4fdd-9fc2-10ae799498b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:25.430842 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea7410-9ca2-4fdd-9fc2-10ae799498b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:25.431447 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ea7410-9ca2-4fdd-9fc2-10ae799498b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:25.435390 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-79ea7410-9ca2-4fdd-9fc2-10ae799498b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:26.531100 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58157cd7-e869-49b5-9ce0-f6c0b4bdb067 req-e303d114-12b4-436a-a797-193a2224624d tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:26.533309 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-58157cd7-e869-49b5-9ce0-f6c0b4bdb067 req-e303d114-12b4-436a-a797-193a2224624d tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.1060030 Apr 22 16:15:26.584015 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-58157cd7-e869-49b5-9ce0-f6c0b4bdb067 req-cc7cd7f9-e88d-4e80-98a9-68169169f6a6 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435708 Apr 22 16:15:27.858413 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e48b42-d4b1-4f70-8052-2185da1480cb req-12e53a36-b172-4d2f-b66c-cbd404a25677 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:27.860192 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-05e48b42-d4b1-4f70-8052-2185da1480cb req-12e53a36-b172-4d2f-b66c-cbd404a25677 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.1198606 Apr 22 16:15:27.924710 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-05e48b42-d4b1-4f70-8052-2185da1480cb req-d4a05b5e-e866-4309-8ea4-14b0db2f916e tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568748 Apr 22 16:15:28.133535 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 41850) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:28.175421 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 41858) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:28.335096 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-86ac5d90-c732-4b8a-9187-5c7c45e72128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:28.351636 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-86ac5d90-c732-4b8a-9187-5c7c45e72128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:28.355630 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-86ac5d90-c732-4b8a-9187-5c7c45e72128 admin admin] Usage tracker for resource:security_group_rule and tenant:633953d347e54be682a9beeb4f678882 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:28.357546 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fd99b7c5-0ae0-4bef-a997-be8f61ea4970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:28.358755 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-86ac5d90-c732-4b8a-9187-5c7c45e72128 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:28.364722 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-86ac5d90-c732-4b8a-9187-5c7c45e72128 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:28.374358 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-fd99b7c5-0ae0-4bef-a997-be8f61ea4970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:28.379099 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-fd99b7c5-0ae0-4bef-a997-be8f61ea4970 admin admin] Usage tracker for resource:security_group_rule and tenant:2961cbee460f432ebfb9127da9e40438 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:28.383197 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-fd99b7c5-0ae0-4bef-a997-be8f61ea4970 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:28.390705 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-fd99b7c5-0ae0-4bef-a997-be8f61ea4970 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:28.467843 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-86ac5d90-c732-4b8a-9187-5c7c45e72128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:28.471335 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-86ac5d90-c732-4b8a-9187-5c7c45e72128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:28.485185 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:28.493866 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fd99b7c5-0ae0-4bef-a997-be8f61ea4970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:28.497450 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fd99b7c5-0ae0-4bef-a997-be8f61ea4970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:28.507609 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d11a0998-c9f1-4a90-87c6-b05a2f1e12be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:28.532623 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-86ac5d90-c732-4b8a-9187-5c7c45e72128 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=633953d347e54be682a9beeb4f678882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3534889 Apr 22 16:15:28.532955 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 41868) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:28.535761 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac5d90-c732-4b8a-9187-5c7c45e72128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845ab218-e3b9-47ed-8701-acaa6ca6bfb8,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:28.547658 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99b7c5-0ae0-4bef-a997-be8f61ea4970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5059e3-d8b4-4d4a-98fc-2359b627f73a,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:28.554536 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-fd99b7c5-0ae0-4bef-a997-be8f61ea4970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:28.562336 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-fd99b7c5-0ae0-4bef-a997-be8f61ea4970 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2961cbee460f432ebfb9127da9e40438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4275692 Apr 22 16:15:28.563088 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 41874) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:28.563195 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-86ac5d90-c732-4b8a-9187-5c7c45e72128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:28.616114 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-445d3bfe-fd6c-423e-8078-95e3dda2c091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:28.626719 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-45b9426c-84d1-49ca-a1a3-e05b62874d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:28.646940 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-445d3bfe-fd6c-423e-8078-95e3dda2c091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:28.657806 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-45b9426c-84d1-49ca-a1a3-e05b62874d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:28.700120 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-445d3bfe-fd6c-423e-8078-95e3dda2c091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:28.721179 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-45b9426c-84d1-49ca-a1a3-e05b62874d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:28.721732 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:28.727863 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ee51ff53-975a-4624-8fba-748bbe73ebb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:28.745218 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9426c-84d1-49ca-a1a3-e05b62874d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5059e3-d8b4-4d4a-98fc-2359b627f73a,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:28.747715 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-45b9426c-84d1-49ca-a1a3-e05b62874d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:28.748822 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-45b9426c-84d1-49ca-a1a3-e05b62874d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:28.753203 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-45b9426c-84d1-49ca-a1a3-e05b62874d56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec5059e3-d8b4-4d4a-98fc-2359b627f73a HTTP/1.1" status: 204 len: 168 time: 0.1890709 Apr 22 16:15:28.755980 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d3bfe-fd6c-423e-8078-95e3dda2c091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845ab218-e3b9-47ed-8701-acaa6ca6bfb8,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:28.761085 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-445d3bfe-fd6c-423e-8078-95e3dda2c091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:28.766959 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-445d3bfe-fd6c-423e-8078-95e3dda2c091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:28.768351 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-445d3bfe-fd6c-423e-8078-95e3dda2c091 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/845ab218-e3b9-47ed-8701-acaa6ca6bfb8 HTTP/1.1" status: 204 len: 168 time: 0.2345266 Apr 22 16:15:29.115696 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 41892) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:29.148746 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-240f529e-e3b8-4116-ab0a-48cfc3d874b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:29.169871 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 41900) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:29.171358 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-240f529e-e3b8-4116-ab0a-48cfc3d874b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:29.181798 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0e4e6-79da-42da-bdcc-d150889aee7a req-ad114d5e-7544-41ee-91bd-c8b4a00aff05 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:29.183467 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-92c0e4e6-79da-42da-bdcc-d150889aee7a req-ad114d5e-7544-41ee-91bd-c8b4a00aff05 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.1332614 Apr 22 16:15:29.186121 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-240f529e-e3b8-4116-ab0a-48cfc3d874b0 admin admin] Usage tracker for resource:security_group_rule and tenant:98e804ae65b249468776d8eb4b97e82d is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:29.189379 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-240f529e-e3b8-4116-ab0a-48cfc3d874b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:29.198573 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-308b3bf6-d0f4-48e3-b009-66b9559ba9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:29.213812 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-240f529e-e3b8-4116-ab0a-48cfc3d874b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:29.216371 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-308b3bf6-d0f4-48e3-b009-66b9559ba9b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:29.221343 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-308b3bf6-d0f4-48e3-b009-66b9559ba9b8 admin admin] Usage tracker for resource:security_group_rule and tenant:edb2bd1877f14ceca07a16b897b19e9e is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:29.224495 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-308b3bf6-d0f4-48e3-b009-66b9559ba9b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:29.231368 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-308b3bf6-d0f4-48e3-b009-66b9559ba9b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:29.250843 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-92c0e4e6-79da-42da-bdcc-d150889aee7a req-23b9c4e8-80dd-462e-aad1-86d4da1a9a1b tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581183 Apr 22 16:15:29.339231 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-240f529e-e3b8-4116-ab0a-48cfc3d874b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:29.348322 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-308b3bf6-d0f4-48e3-b009-66b9559ba9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:29.352551 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-308b3bf6-d0f4-48e3-b009-66b9559ba9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:29.355431 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-240f529e-e3b8-4116-ab0a-48cfc3d874b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:29.362398 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9521441b-f113-4436-a56e-4e5fc1eb6f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:29.365210 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:29.409564 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b3bf6-d0f4-48e3-b009-66b9559ba9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3470a18a-1873-4332-b905-0d843ea4d73a,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:29.415588 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-240f529e-e3b8-4116-ab0a-48cfc3d874b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98e804ae65b249468776d8eb4b97e82d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985449 Apr 22 16:15:29.416731 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f529e-e3b8-4116-ab0a-48cfc3d874b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b66212c-9022-48d5-9f3e-96951870066d,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:29.418385 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-308b3bf6-d0f4-48e3-b009-66b9559ba9b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=edb2bd1877f14ceca07a16b897b19e9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471960 Apr 22 16:15:29.419107 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 41916) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:29.419755 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 41918) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:29.420358 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-308b3bf6-d0f4-48e3-b009-66b9559ba9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:29.422592 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-240f529e-e3b8-4116-ab0a-48cfc3d874b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:29.493188 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-465b8607-cbc6-499b-9031-8746fe732bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:29.493983 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b9b52d32-9daf-4142-b530-c2eeca5f9a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:29.528294 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-465b8607-cbc6-499b-9031-8746fe732bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:29.532464 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b9b52d32-9daf-4142-b530-c2eeca5f9a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:29.589595 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-465b8607-cbc6-499b-9031-8746fe732bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:29.598632 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:29.600052 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b9b52d32-9daf-4142-b530-c2eeca5f9a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:29.606602 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-79e94f4b-34cd-40c7-b91a-bb953cb70219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:29.614112 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b8607-cbc6-499b-9031-8746fe732bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3470a18a-1873-4332-b905-0d843ea4d73a,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:29.621413 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b52d32-9daf-4142-b530-c2eeca5f9a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b66212c-9022-48d5-9f3e-96951870066d,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:29.623983 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-465b8607-cbc6-499b-9031-8746fe732bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:29.625448 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-465b8607-cbc6-499b-9031-8746fe732bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:29.629525 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-465b8607-cbc6-499b-9031-8746fe732bcb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3470a18a-1873-4332-b905-0d843ea4d73a HTTP/1.1" status: 204 len: 168 time: 0.2053430 Apr 22 16:15:29.639063 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b9b52d32-9daf-4142-b530-c2eeca5f9a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:29.641302 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b9b52d32-9daf-4142-b530-c2eeca5f9a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:29.642578 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-b9b52d32-9daf-4142-b530-c2eeca5f9a15 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b66212c-9022-48d5-9f3e-96951870066d HTTP/1.1" status: 204 len: 168 time: 0.2214129 Apr 22 16:15:30.277166 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 41962) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:30.469170 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9cf0a1-9cc5-48bc-adb2-b4410f243b7d req-c0c959a2-2ce0-4a13-bac9-39b9cc987145 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:30.477000 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-9d9cf0a1-9cc5-48bc-adb2-b4410f243b7d req-c0c959a2-2ce0-4a13-bac9-39b9cc987145 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.1008589 Apr 22 16:15:30.527248 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-9d9cf0a1-9cc5-48bc-adb2-b4410f243b7d req-8db24ef9-4456-4a90-8026-9ce5f0763c22 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491090 Apr 22 16:15:30.556374 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7c00f982-217c-4f2a-aa8f-6befc8c69e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:30.578054 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-7c00f982-217c-4f2a-aa8f-6befc8c69e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:30.582560 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-7c00f982-217c-4f2a-aa8f-6befc8c69e4e admin admin] Usage tracker for resource:security_group_rule and tenant:ac0bbfae1f494d2fbf1d817a2e8eb7e4 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:30.585608 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-7c00f982-217c-4f2a-aa8f-6befc8c69e4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:30.591808 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-7c00f982-217c-4f2a-aa8f-6befc8c69e4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:30.699671 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7c00f982-217c-4f2a-aa8f-6befc8c69e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:30.705116 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7c00f982-217c-4f2a-aa8f-6befc8c69e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:30.715746 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f502a184-f492-4ac6-a6f4-864fc26ba308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:30.764914 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-7c00f982-217c-4f2a-aa8f-6befc8c69e4e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac0bbfae1f494d2fbf1d817a2e8eb7e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4866028 Apr 22 16:15:30.766747 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00f982-217c-4f2a-aa8f-6befc8c69e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4338edf8-cebb-4f4e-b8f0-c71b8b3e69f6,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:30.768279 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 41994) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:30.770029 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-7c00f982-217c-4f2a-aa8f-6befc8c69e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:30.847417 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6db46a8b-35f6-479d-a0ea-d48b19b7f548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:30.879586 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6db46a8b-35f6-479d-a0ea-d48b19b7f548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:30.934337 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6db46a8b-35f6-479d-a0ea-d48b19b7f548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:30.944288 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-308b3bf6-d0f4-48e3-b009-66b9559ba9b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:30.962602 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6db46a8b-35f6-479d-a0ea-d48b19b7f548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:30.967922 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-6db46a8b-35f6-479d-a0ea-d48b19b7f548 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4338edf8-cebb-4f4e-b8f0-c71b8b3e69f6 HTTP/1.1" status: 204 len: 168 time: 0.1979291 Apr 22 16:15:30.972155 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db46a8b-35f6-479d-a0ea-d48b19b7f548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4338edf8-cebb-4f4e-b8f0-c71b8b3e69f6,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:30.976233 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-6db46a8b-35f6-479d-a0ea-d48b19b7f548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:31.567209 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 42054) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:31.595541 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d7d06b13-d608-46c2-9528-0e014807bdd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:31.617081 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-d7d06b13-d608-46c2-9528-0e014807bdd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:31.621547 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-d7d06b13-d608-46c2-9528-0e014807bdd3 admin admin] Usage tracker for resource:security_group_rule and tenant:70b4c725504f4f7990e425dce9df8d62 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:31.624677 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-d7d06b13-d608-46c2-9528-0e014807bdd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:31.631823 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-d7d06b13-d608-46c2-9528-0e014807bdd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:31.799817 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d7d06b13-d608-46c2-9528-0e014807bdd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:31.803833 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d7d06b13-d608-46c2-9528-0e014807bdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:31.813342 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:31.882138 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-d7d06b13-d608-46c2-9528-0e014807bdd3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70b4c725504f4f7990e425dce9df8d62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3130794 Apr 22 16:15:31.883895 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d06b13-d608-46c2-9528-0e014807bdd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966db7e1-467e-4519-8ca5-2b70c18fc888,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:31.884780 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 42070) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:31.900471 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d7d06b13-d608-46c2-9528-0e014807bdd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:31.911884 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c784cbc-4631-47ee-b735-10d411efc84d req-314ff8d8-8d47-476c-884a-fa09fb409f72 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:31.913519 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4c784cbc-4631-47ee-b735-10d411efc84d req-314ff8d8-8d47-476c-884a-fa09fb409f72 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.2070775 Apr 22 16:15:31.966720 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4c784cbc-4631-47ee-b735-10d411efc84d req-dc9d2273-dc92-46e5-bb29-3374f2d905a2 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463307 Apr 22 16:15:31.976626 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 42074) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:31.986591 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-41bc4e14-8745-4779-80d7-fcb26e393a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:32.020165 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-41bc4e14-8745-4779-80d7-fcb26e393a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:32.071588 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-41bc4e14-8745-4779-80d7-fcb26e393a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:32.077286 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-50a3b0f4-997d-4b2e-a5af-2ed1b41f5010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:32.099823 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc4e14-8745-4779-80d7-fcb26e393a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966db7e1-467e-4519-8ca5-2b70c18fc888,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:32.102952 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-41bc4e14-8745-4779-80d7-fcb26e393a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:32.104409 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-41bc4e14-8745-4779-80d7-fcb26e393a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:32.106165 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-41bc4e14-8745-4779-80d7-fcb26e393a5c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/966db7e1-467e-4519-8ca5-2b70c18fc888 HTTP/1.1" status: 204 len: 168 time: 0.2201512 Apr 22 16:15:32.297294 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bc2d3cad-6950-48f8-a37b-7a7435a117e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:32.333291 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-bc2d3cad-6950-48f8-a37b-7a7435a117e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:32.339342 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-bc2d3cad-6950-48f8-a37b-7a7435a117e4 admin admin] Usage tracker for resource:security_group_rule and tenant:c30bc119c06d4efc90d363a33a1fe616 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:32.342961 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-bc2d3cad-6950-48f8-a37b-7a7435a117e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:32.351993 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-bc2d3cad-6950-48f8-a37b-7a7435a117e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:32.466118 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bc2d3cad-6950-48f8-a37b-7a7435a117e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:32.471714 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bc2d3cad-6950-48f8-a37b-7a7435a117e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:32.481041 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-a7daf1c0-a5a3-4421-9def-dcd0a90a02b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:32.510576 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d3cad-6950-48f8-a37b-7a7435a117e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79022cff-c029-4c9f-81b9-0f79ccf7a84d,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:32.517048 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-bc2d3cad-6950-48f8-a37b-7a7435a117e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:32.554429 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 42106) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:32.554759 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-bc2d3cad-6950-48f8-a37b-7a7435a117e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c30bc119c06d4efc90d363a33a1fe616&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5765879 Apr 22 16:15:32.685947 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-62045581-f33d-44d9-944e-66d47a2937d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:32.747353 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-62045581-f33d-44d9-944e-66d47a2937d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:32.866910 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-62045581-f33d-44d9-944e-66d47a2937d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:32.874382 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-20e059a2-423b-4260-903e-6f0fc0008d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:32.897302 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62045581-f33d-44d9-944e-66d47a2937d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79022cff-c029-4c9f-81b9-0f79ccf7a84d,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:32.900500 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-62045581-f33d-44d9-944e-66d47a2937d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:32.904363 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-62045581-f33d-44d9-944e-66d47a2937d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:32.909514 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-62045581-f33d-44d9-944e-66d47a2937d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79022cff-c029-4c9f-81b9-0f79ccf7a84d HTTP/1.1" status: 204 len: 168 time: 0.3534236 Apr 22 16:15:33.276372 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b51ad-7a79-477d-83f3-2587d66fdabb req-666ca5ef-a901-43a0-a09a-350da8fea8d0 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:33.278109 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-136b51ad-7a79-477d-83f3-2587d66fdabb req-666ca5ef-a901-43a0-a09a-350da8fea8d0 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.1336250 Apr 22 16:15:33.339245 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-136b51ad-7a79-477d-83f3-2587d66fdabb req-0905837c-8332-4e6b-97f0-72c86f924922 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538359 Apr 22 16:15:33.662580 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 42186) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:33.683939 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-777bc060-8331-4f83-94c4-2358721a75a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:33.703124 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-777bc060-8331-4f83-94c4-2358721a75a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:33.708284 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-777bc060-8331-4f83-94c4-2358721a75a6 admin admin] Usage tracker for resource:security_group_rule and tenant:3af6b31cf1784512a25fa617cc5ed41b is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:33.712045 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-777bc060-8331-4f83-94c4-2358721a75a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:33.718804 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-777bc060-8331-4f83-94c4-2358721a75a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:33.816364 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-777bc060-8331-4f83-94c4-2358721a75a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:33.822535 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-777bc060-8331-4f83-94c4-2358721a75a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:33.843791 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d7d06b13-d608-46c2-9528-0e014807bdd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:33.893931 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-777bc060-8331-4f83-94c4-2358721a75a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3af6b31cf1784512a25fa617cc5ed41b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276325 Apr 22 16:15:33.893931 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777bc060-8331-4f83-94c4-2358721a75a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96620c1b-af5b-49c0-a5d5-a7152b670c80,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:33.894911 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 42194) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:33.898149 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-777bc060-8331-4f83-94c4-2358721a75a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:33.968077 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-93066d5d-005c-4f5d-b190-e356e8aa2423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:34.002272 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-93066d5d-005c-4f5d-b190-e356e8aa2423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:34.053801 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-93066d5d-005c-4f5d-b190-e356e8aa2423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:34.061321 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-79ea7410-9ca2-4fdd-9fc2-10ae799498b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:34.073642 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93066d5d-005c-4f5d-b190-e356e8aa2423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96620c1b-af5b-49c0-a5d5-a7152b670c80,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:34.076431 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-93066d5d-005c-4f5d-b190-e356e8aa2423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:34.082965 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-93066d5d-005c-4f5d-b190-e356e8aa2423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:34.087712 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-93066d5d-005c-4f5d-b190-e356e8aa2423 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96620c1b-af5b-49c0-a5d5-a7152b670c80 HTTP/1.1" status: 204 len: 168 time: 0.1893504 Apr 22 16:15:34.181759 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1f5d4cbc-1c37-4b65-a6fd-4cd253093bd8 req-37f9d158-399c-4990-ba45-fe56883c1038 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1011705 Apr 22 16:15:34.361672 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d4cbc-1c37-4b65-a6fd-4cd253093bd8 req-d0b3a28e-18ea-4e94-a23e-c3351603c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:34.364016 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1f5d4cbc-1c37-4b65-a6fd-4cd253093bd8 req-d0b3a28e-18ea-4e94-a23e-c3351603c04e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=472f8b7a41be46c18e3861f072af2690&device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 1098 time: 0.1020684 Apr 22 16:15:34.692162 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d4cbc-1c37-4b65-a6fd-4cd253093bd8 req-5a35ed32-1aef-416c-9c9e-ea2f35134ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:34.694213 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1f5d4cbc-1c37-4b65-a6fd-4cd253093bd8 req-5a35ed32-1aef-416c-9c9e-ea2f35134ec8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=66201a63-9212-43a4-b99c-22c43b7ecdf4 HTTP/1.1" status: 200 len: 920 time: 0.2990856 Apr 22 16:15:35.033161 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1f5d4cbc-1c37-4b65-a6fd-4cd253093bd8 req-cdb0bdec-ccb6-4f33-9a4e-605efc26f0a1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ad70732-640d-4281-9477-9314b5f10b1b HTTP/1.1" status: 200 len: 217 time: 0.3309691 Apr 22 16:15:35.046433 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a110ba-c915-4f1e-b614-bd6d767cb0fd req-dfec4def-7642-4a77-82d9-3b5f3c9f2155 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:35.054635 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-40a110ba-c915-4f1e-b614-bd6d767cb0fd req-dfec4def-7642-4a77-82d9-3b5f3c9f2155 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.5094066 Apr 22 16:15:35.156165 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d4cbc-1c37-4b65-a6fd-4cd253093bd8 req-039e3417-c64f-49c3-a373-7e9fb2bdc2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:35.157698 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1f5d4cbc-1c37-4b65-a6fd-4cd253093bd8 req-039e3417-c64f-49c3-a373-7e9fb2bdc2bb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c87f420-a23d-47e7-a4ec-31ede37a20fc HTTP/1.1" status: 200 len: 859 time: 0.1005940 Apr 22 16:15:35.170069 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-40a110ba-c915-4f1e-b614-bd6d767cb0fd req-e176501f-25df-4450-bab5-0ccbba63d60e tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140556 Apr 22 16:15:35.221531 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1f5d4cbc-1c37-4b65-a6fd-4cd253093bd8 req-44373f60-402c-44a5-8fa3-101416348bb2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66201a63-9212-43a4-b99c-22c43b7ecdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502579 Apr 22 16:15:35.377312 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1f5d4cbc-1c37-4b65-a6fd-4cd253093bd8 req-f4b4322e-1ad9-4a69-832f-67d9ad5df651 service neutron] 10.222.0.43 "GET /v2.0/networks/66201a63-9212-43a4-b99c-22c43b7ecdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465890 Apr 22 16:15:35.535479 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1f5d4cbc-1c37-4b65-a6fd-4cd253093bd8 req-20f8f059-cf16-44c2-a351-7f7f12921f6e service neutron] 10.222.0.43 "GET /v2.0/networks/66201a63-9212-43a4-b99c-22c43b7ecdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457231 Apr 22 16:15:36.448153 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187e4c1-709e-4d73-9f2e-4d6df4b963f8 req-1dab0b78-6baa-4dae-8031-e7ea24927f46 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:36.449668 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6187e4c1-709e-4d73-9f2e-4d6df4b963f8 req-1dab0b78-6baa-4dae-8031-e7ea24927f46 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.1420839 Apr 22 16:15:36.516689 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6187e4c1-709e-4d73-9f2e-4d6df4b963f8 req-95cafde7-4134-40fd-8a6a-62bb13dfb25e tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599675 Apr 22 16:15:36.709627 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 42326) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:36.926968 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-36619a17-4420-4bb2-9381-943e8e6dbca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:36.948885 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-36619a17-4420-4bb2-9381-943e8e6dbca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:36.953755 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-36619a17-4420-4bb2-9381-943e8e6dbca7 admin admin] Usage tracker for resource:security_group_rule and tenant:e03745f30976452fa074a5c7cdaf6218 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:36.956244 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-36619a17-4420-4bb2-9381-943e8e6dbca7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:36.963527 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-36619a17-4420-4bb2-9381-943e8e6dbca7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:37.077217 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-36619a17-4420-4bb2-9381-943e8e6dbca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:37.081516 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-36619a17-4420-4bb2-9381-943e8e6dbca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:37.093792 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-240f529e-e3b8-4116-ab0a-48cfc3d874b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:37.128580 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36619a17-4420-4bb2-9381-943e8e6dbca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aeb7127-e927-4528-9a8d-e825bd501e57,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:37.134046 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-36619a17-4420-4bb2-9381-943e8e6dbca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:37.153680 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-36619a17-4420-4bb2-9381-943e8e6dbca7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e03745f30976452fa074a5c7cdaf6218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4421711 Apr 22 16:15:37.156414 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 42354) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:37.226753 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-da2c0aae-7bff-4820-bebd-774b4c647562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:37.257588 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-da2c0aae-7bff-4820-bebd-774b4c647562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:37.307329 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-da2c0aae-7bff-4820-bebd-774b4c647562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:37.312150 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:37.335791 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c0aae-7bff-4820-bebd-774b4c647562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aeb7127-e927-4528-9a8d-e825bd501e57,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:37.344469 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-da2c0aae-7bff-4820-bebd-774b4c647562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:37.361109 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-da2c0aae-7bff-4820-bebd-774b4c647562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:37.365300 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-da2c0aae-7bff-4820-bebd-774b4c647562 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9aeb7127-e927-4528-9a8d-e825bd501e57 HTTP/1.1" status: 204 len: 168 time: 0.2077641 Apr 22 16:15:37.675479 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 42374) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:37.703121 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6b7a3f0f-f0df-40aa-b36f-f45ff0937896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:37.727084 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-6b7a3f0f-f0df-40aa-b36f-f45ff0937896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:37.732410 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-6b7a3f0f-f0df-40aa-b36f-f45ff0937896 admin admin] Usage tracker for resource:security_group_rule and tenant:8846856a79894b1c8bac8b7a258a0bcd is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:37.735810 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-6b7a3f0f-f0df-40aa-b36f-f45ff0937896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:37.743879 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-6b7a3f0f-f0df-40aa-b36f-f45ff0937896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:37.759747 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e75f3-07ae-4bed-b824-c8588387eaf9 req-b683d284-6900-43a4-aa14-ea09606e1c90 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:37.761422 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c08e75f3-07ae-4bed-b824-c8588387eaf9 req-b683d284-6900-43a4-aa14-ea09606e1c90 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.1291065 Apr 22 16:15:37.813373 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c08e75f3-07ae-4bed-b824-c8588387eaf9 req-0d4841c6-e9e5-43e8-b92f-8a900ec5afd0 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440581 Apr 22 16:15:37.854328 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6b7a3f0f-f0df-40aa-b36f-f45ff0937896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:37.857439 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6b7a3f0f-f0df-40aa-b36f-f45ff0937896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:37.870403 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-8f038af6-b9ab-4bb8-8f25-950bcf22cc42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:37.907842 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:37.915748 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-6b7a3f0f-f0df-40aa-b36f-f45ff0937896 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8846856a79894b1c8bac8b7a258a0bcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386067 Apr 22 16:15:37.917444 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a3f0f-f0df-40aa-b36f-f45ff0937896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9ce129-8150-4fc6-a5f7-563607208347,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:37.918833 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 42384) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:37.920652 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-6b7a3f0f-f0df-40aa-b36f-f45ff0937896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:37.983187 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-428b9e96-dbdb-4740-93da-99b73c20c29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:38.014556 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-428b9e96-dbdb-4740-93da-99b73c20c29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:38.062257 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-428b9e96-dbdb-4740-93da-99b73c20c29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:38.067610 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-445d3bfe-fd6c-423e-8078-95e3dda2c091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:38.080308 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b9e96-dbdb-4740-93da-99b73c20c29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9ce129-8150-4fc6-a5f7-563607208347,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:38.084196 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-428b9e96-dbdb-4740-93da-99b73c20c29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:38.086957 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-428b9e96-dbdb-4740-93da-99b73c20c29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:38.088028 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-428b9e96-dbdb-4740-93da-99b73c20c29a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f9ce129-8150-4fc6-a5f7-563607208347 HTTP/1.1" status: 204 len: 168 time: 0.1680570 Apr 22 16:15:38.446543 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b9ba9a64-332c-46d1-8b58-3e4d679d17ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:38.747699 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 42430) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:39.006302 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-28cb55ac-7418-4805-b405-567f57303264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:39.096959 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-28cb55ac-7418-4805-b405-567f57303264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:39.104712 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-28cb55ac-7418-4805-b405-567f57303264 admin admin] Usage tracker for resource:security_group_rule and tenant:a1e37566f35d4b30af4ceafea6f40e81 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:39.108334 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-28cb55ac-7418-4805-b405-567f57303264 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:39.116336 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 42452) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:39.122627 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-28cb55ac-7418-4805-b405-567f57303264 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:39.175834 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5529f-ecea-42e5-811c-dc1e3a90235e req-b30f4e56-e516-4387-ae16-5e3fcdd5cfb8 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:39.178855 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-95a5529f-ecea-42e5-811c-dc1e3a90235e req-b30f4e56-e516-4387-ae16-5e3fcdd5cfb8 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.1745181 Apr 22 16:15:39.264564 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-95a5529f-ecea-42e5-811c-dc1e3a90235e req-4b3fb3a1-76ca-472a-a8a8-f8281a741402 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780652 Apr 22 16:15:39.309382 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-28cb55ac-7418-4805-b405-567f57303264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:39.314628 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-28cb55ac-7418-4805-b405-567f57303264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:39.324529 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-8a7c39ac-4208-4428-ae99-8d62dbd2c44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:39.363759 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 42462) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:39.373064 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-28cb55ac-7418-4805-b405-567f57303264 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1e37566f35d4b30af4ceafea6f40e81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6237822 Apr 22 16:15:39.373855 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 42468) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:39.374332 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb55ac-7418-4805-b405-567f57303264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27e275a-ae53-49aa-ab1e-65290f5416a5,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:39.377863 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-28cb55ac-7418-4805-b405-567f57303264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:39.463565 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-84d43935-53e7-4d8a-ac99-7ad6bb4e373e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:39.481097 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-e7ddedfc-3e61-4018-b339-622e0d67ffb2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1819012761-network', 'tenant_id': '0e3f3510aaeb46e1ac51954fe816a5c9'}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:15:39.494371 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-e7ddedfc-3e61-4018-b339-622e0d67ffb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:39.509332 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-e7ddedfc-3e61-4018-b339-622e0d67ffb2 admin admin] Usage tracker for resource:network and tenant:0e3f3510aaeb46e1ac51954fe816a5c9 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:39.514707 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-e7ddedfc-3e61-4018-b339-622e0d67ffb2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:39.520659 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-84d43935-53e7-4d8a-ac99-7ad6bb4e373e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:39.549268 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-e7ddedfc-3e61-4018-b339-622e0d67ffb2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:39.550952 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e113f8b7-e450-4e12-883d-84e05ee79e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:39.586868 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-e113f8b7-e450-4e12-883d-84e05ee79e32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:39.597280 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ddedfc-3e61-4018-b339-622e0d67ffb2 admin admin] Made reservation on behalf of 0e3f3510aaeb46e1ac51954fe816a5c9 for: {'network': 1} {{(pid=86315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:15:39.602755 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e7ddedfc-3e61-4018-b339-622e0d67ffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for network, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:39.623448 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-e113f8b7-e450-4e12-883d-84e05ee79e32 admin admin] Usage tracker for resource:security_group_rule and tenant:abaa74e1a6ff4b6688de3c1c11db42ed is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:39.630549 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-e113f8b7-e450-4e12-883d-84e05ee79e32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:39.634989 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e7ddedfc-3e61-4018-b339-622e0d67ffb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:39.654045 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-e113f8b7-e450-4e12-883d-84e05ee79e32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:39.667661 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-e7ddedfc-3e61-4018-b339-622e0d67ffb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:39.678481 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-e7ddedfc-3e61-4018-b339-622e0d67ffb2 admin admin] Usage tracker for resource:security_group_rule and tenant:0e3f3510aaeb46e1ac51954fe816a5c9 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:39.681666 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-e7ddedfc-3e61-4018-b339-622e0d67ffb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:39.687673 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-e7ddedfc-3e61-4018-b339-622e0d67ffb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:39.709493 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-84d43935-53e7-4d8a-ac99-7ad6bb4e373e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:39.717915 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e439ee8b-af90-428e-8b19-e9db1e398066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:39.747997 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d43935-53e7-4d8a-ac99-7ad6bb4e373e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27e275a-ae53-49aa-ab1e-65290f5416a5,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:39.753046 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-84d43935-53e7-4d8a-ac99-7ad6bb4e373e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:39.791697 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-84d43935-53e7-4d8a-ac99-7ad6bb4e373e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:39.796392 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-84d43935-53e7-4d8a-ac99-7ad6bb4e373e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a27e275a-ae53-49aa-ab1e-65290f5416a5 HTTP/1.1" status: 204 len: 168 time: 0.4180982 Apr 22 16:15:39.886010 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e113f8b7-e450-4e12-883d-84e05ee79e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:39.892875 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e113f8b7-e450-4e12-883d-84e05ee79e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:39.902762 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e7ddedfc-3e61-4018-b339-622e0d67ffb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:39.905480 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-4e70f657-77ed-4f40-ac29-9ad7acf544e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:39.919578 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e7ddedfc-3e61-4018-b339-622e0d67ffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:39.956839 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-e113f8b7-e450-4e12-883d-84e05ee79e32 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=abaa74e1a6ff4b6688de3c1c11db42ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5913563 Apr 22 16:15:39.961203 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 42484) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:39.966879 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ddedfc-3e61-4018-b339-622e0d67ffb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=86315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:15:39.969183 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113f8b7-e450-4e12-883d-84e05ee79e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af7cfd4-8cd1-4da3-8645-fa9106cf9db0,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:39.976452 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e113f8b7-e450-4e12-883d-84e05ee79e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:39.976991 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-541535fb-be06-43e0-afc1-35705e6dee8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:40.004219 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e7ddedfc-3e61-4018-b339-622e0d67ffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:40.005446 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.segments_db [None req-e7ddedfc-3e61-4018-b339-622e0d67ffb2 admin admin] Added segment 05c94258-7618-412f-98cb-32daff62747d of type vlan for network 8bc2203d-517d-4eee-b6a0-4f9b1050a929 Apr 22 16:15:40.023951 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ddedfc-3e61-4018-b339-622e0d67ffb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a77a61-cbee-4f33-8df3-b587648ac232,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:40.032746 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e7ddedfc-3e61-4018-b339-622e0d67ffb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:40.040564 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bd10c4d9-4ca7-46d3-95ce-cb4f6ea6426d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:40.050205 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e7ddedfc-3e61-4018-b339-622e0d67ffb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242087783420'] for network, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:40.074993 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bd10c4d9-4ca7-46d3-95ce-cb4f6ea6426d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:40.087696 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e7ddedfc-3e61-4018-b339-622e0d67ffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319'] for network, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:40.089999 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ddedfc-3e61-4018-b339-622e0d67ffb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:40.090682 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e7ddedfc-3e61-4018-b339-622e0d67ffb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:40.100018 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:40.132801 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bd10c4d9-4ca7-46d3-95ce-cb4f6ea6426d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:40.139120 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-fccb51e3-fe87-46e7-bd7b-521f8a67b774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:40.155204 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 42488) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:40.159017 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10c4d9-4ca7-46d3-95ce-cb4f6ea6426d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af7cfd4-8cd1-4da3-8645-fa9106cf9db0,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:40.163624 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-bd10c4d9-4ca7-46d3-95ce-cb4f6ea6426d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:40.186022 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5c376d35-0883-4b55-97a3-20c47976c7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:40.203950 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bd10c4d9-4ca7-46d3-95ce-cb4f6ea6426d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:40.207740 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-bd10c4d9-4ca7-46d3-95ce-cb4f6ea6426d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9af7cfd4-8cd1-4da3-8645-fa9106cf9db0 HTTP/1.1" status: 204 len: 168 time: 0.2428298 Apr 22 16:15:40.210197 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-5c376d35-0883-4b55-97a3-20c47976c7b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:40.214686 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-5c376d35-0883-4b55-97a3-20c47976c7b3 admin admin] Usage tracker for resource:security_group_rule and tenant:4690d04201db415cad53caa002ebab98 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:40.217809 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-5c376d35-0883-4b55-97a3-20c47976c7b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:40.224129 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-5c376d35-0883-4b55-97a3-20c47976c7b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:40.252781 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ddedfc-3e61-4018-b339-622e0d67ffb2 admin admin] Pushing event updated for resources: {'Network': ['ID=8bc2203d-517d-4eee-b6a0-4f9b1050a929,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:40.257046 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e7ddedfc-3e61-4018-b339-622e0d67ffb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:40.259615 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-e7ddedfc-3e61-4018-b339-622e0d67ffb2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1419492 Apr 22 16:15:40.262907 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 42496) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:40.266893 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Network 8bc2203d-517d-4eee-b6a0-4f9b1050a929 details requested by agent ovs-agent-dv-cinder-784623-7-smb with host dv-cinder-784623-7-smb {{(pid=86317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:15:40.272264 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-9b6fb71a-0fef-4d88-ae45-2c871c601cd6 admin admin] Request body: {'subnet': {'network_id': '8bc2203d-517d-4eee-b6a0-4f9b1050a929', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1819012761-subnet', 'tenant_id': '0e3f3510aaeb46e1ac51954fe816a5c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:15:40.283298 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-9b6fb71a-0fef-4d88-ae45-2c871c601cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:40.293111 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-9b6fb71a-0fef-4d88-ae45-2c871c601cd6 admin admin] Usage tracker for resource:subnet and tenant:0e3f3510aaeb46e1ac51954fe816a5c9 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:40.297178 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-9b6fb71a-0fef-4d88-ae45-2c871c601cd6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:40.323440 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-9b6fb71a-0fef-4d88-ae45-2c871c601cd6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:40.349924 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6fb71a-0fef-4d88-ae45-2c871c601cd6 admin admin] Made reservation on behalf of 0e3f3510aaeb46e1ac51954fe816a5c9 for: {'subnet': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:15:40.360146 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9b6fb71a-0fef-4d88-ae45-2c871c601cd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219654'] for subnet, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:40.613566 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5c376d35-0883-4b55-97a3-20c47976c7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:40.650287 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5c376d35-0883-4b55-97a3-20c47976c7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:40.679302 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-11147295-7248-4cd1-b76d-f3964775857f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:40.776826 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-5c376d35-0883-4b55-97a3-20c47976c7b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4690d04201db415cad53caa002ebab98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6199293 Apr 22 16:15:40.779769 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 42524) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:40.780676 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c376d35-0883-4b55-97a3-20c47976c7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ecb4e3-26cf-45b2-84d5-e767ec4bac9c,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:40.786450 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-5c376d35-0883-4b55-97a3-20c47976c7b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:40.855556 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabe068-9f8e-468f-9140-55d35c37fcd3 req-6d8a004c-c6a5-4c56-a826-1354815c4722 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:40.857099 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-dfabe068-9f8e-468f-9140-55d35c37fcd3 req-6d8a004c-c6a5-4c56-a826-1354815c4722 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.3582001 Apr 22 16:15:40.873523 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-97655546-b027-4101-b53e-2e9c98248763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:40.910707 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-97655546-b027-4101-b53e-2e9c98248763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:40.947279 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-dfabe068-9f8e-468f-9140-55d35c37fcd3 req-4f21778d-28ba-45c9-ad62-70a84763da88 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805693 Apr 22 16:15:40.977222 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-97655546-b027-4101-b53e-2e9c98248763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:40.983923 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e113f8b7-e450-4e12-883d-84e05ee79e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:40.997785 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97655546-b027-4101-b53e-2e9c98248763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ecb4e3-26cf-45b2-84d5-e767ec4bac9c,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:41.000131 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-97655546-b027-4101-b53e-2e9c98248763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:41.000991 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-97655546-b027-4101-b53e-2e9c98248763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:41.002209 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-97655546-b027-4101-b53e-2e9c98248763 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30ecb4e3-26cf-45b2-84d5-e767ec4bac9c HTTP/1.1" status: 204 len: 168 time: 0.2210987 Apr 22 16:15:41.167531 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9b6fb71a-0fef-4d88-ae45-2c871c601cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3510984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219671'] for subnet, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:41.172442 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:41.258900 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fb71a-0fef-4d88-ae45-2c871c601cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4dfa20d-4fea-4096-88f0-cdbb29a5e6a1,revision_number=0']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:41.263102 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9b6fb71a-0fef-4d88-ae45-2c871c601cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:41.263864 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6fb71a-0fef-4d88-ae45-2c871c601cd6 admin admin] Checking segment: {'id': '05c94258-7618-412f-98cb-32daff62747d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8bc2203d-517d-4eee-b6a0-4f9b1050a929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:15:41.264257 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6fb71a-0fef-4d88-ae45-2c871c601cd6 admin admin] Network hostable DHCP agents. Network: 8bc2203d-517d-4eee-b6a0-4f9b1050a929, hostable agents: ['c28daaaa-be26-4683-88d7-0ed6ab386346'], hosted agents: [] {{(pid=86316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:15:41.283745 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6fb71a-0fef-4d88-ae45-2c871c601cd6 admin admin] Network 8bc2203d-517d-4eee-b6a0-4f9b1050a929 is scheduled to be hosted by DHCP agent c28daaaa-be26-4683-88d7-0ed6ab386346 with binding_index 1 {{(pid=86316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:15:41.295596 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-9b6fb71a-0fef-4d88-ae45-2c871c601cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-smb, 8bc2203d-517d-4eee-b6a0-4f9b1050a929) {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:15:41.305532 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ba38c2-137c-462f-9791-96a39793bd64 None None] Network 8bc2203d-517d-4eee-b6a0-4f9b1050a929 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:15:41.312550 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6fb71a-0fef-4d88-ae45-2c871c601cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:41.313202 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9b6fb71a-0fef-4d88-ae45-2c871c601cd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:41.338870 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-9b6fb71a-0fef-4d88-ae45-2c871c601cd6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0745392 Apr 22 16:15:41.422524 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c933c34a-bb26-4f8a-a72f-9d3cad3f9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:41.475505 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 42546) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:41.495805 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-571cf941-62c1-495a-9ced-ebc594117286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:41.513723 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-571cf941-62c1-495a-9ced-ebc594117286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:41.518012 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-571cf941-62c1-495a-9ced-ebc594117286 admin admin] Usage tracker for resource:security_group_rule and tenant:1d854240cde247baaf3e2968eaae5d16 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:41.522473 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-571cf941-62c1-495a-9ced-ebc594117286 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:41.529074 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-571cf941-62c1-495a-9ced-ebc594117286 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:41.566264 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476d9090-12e4-408a-b010-6fd11c246716 None None] Network 8bc2203d-517d-4eee-b6a0-4f9b1050a929 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:15:41.610202 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:41.622669 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-571cf941-62c1-495a-9ced-ebc594117286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:41.627670 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-571cf941-62c1-495a-9ced-ebc594117286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:41.641467 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-39b9ab3c-8fb9-4370-90d7-425e2215626b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:41.689771 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-571cf941-62c1-495a-9ced-ebc594117286 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d854240cde247baaf3e2968eaae5d16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2129388 Apr 22 16:15:41.690906 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571cf941-62c1-495a-9ced-ebc594117286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ceb854b-e0ba-4323-9716-08ef0d154efa,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:41.692906 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 42554) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:41.694642 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-571cf941-62c1-495a-9ced-ebc594117286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:41.804426 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3ba8dd19-9ca4-4f24-a381-692902d0c3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:41.838447 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3ba8dd19-9ca4-4f24-a381-692902d0c3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:41.876224 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:41.902822 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3ba8dd19-9ca4-4f24-a381-692902d0c3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:41.908729 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:41.925098 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8dd19-9ca4-4f24-a381-692902d0c3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ceb854b-e0ba-4323-9716-08ef0d154efa,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:41.928040 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-3ba8dd19-9ca4-4f24-a381-692902d0c3ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:41.930570 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3ba8dd19-9ca4-4f24-a381-692902d0c3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:41.931940 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-3ba8dd19-9ca4-4f24-a381-692902d0c3ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ceb854b-e0ba-4323-9716-08ef0d154efa HTTP/1.1" status: 204 len: 168 time: 0.2379076 Apr 22 16:15:42.195066 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88878987-9a87-4a7e-b1dd-fc19a972327a req-53fa2433-84b6-4e71-aca7-b0f7c0927f1c tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:42.196698 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-88878987-9a87-4a7e-b1dd-fc19a972327a req-53fa2433-84b6-4e71-aca7-b0f7c0927f1c tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.1111975 Apr 22 16:15:42.271320 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-88878987-9a87-4a7e-b1dd-fc19a972327a req-ac9aef48-d01e-43ac-901c-91d6f160c13b tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673189 Apr 22 16:15:42.491073 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 42590) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:42.715738 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-311eee36-221e-40c1-aa74-7520e338f341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:42.737052 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-311eee36-221e-40c1-aa74-7520e338f341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:42.741269 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-311eee36-221e-40c1-aa74-7520e338f341 admin admin] Usage tracker for resource:security_group_rule and tenant:5dcbbbb4e31b4c0eb6d3581e6f060708 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:42.744412 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-311eee36-221e-40c1-aa74-7520e338f341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:42.750634 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-311eee36-221e-40c1-aa74-7520e338f341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:42.856123 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-311eee36-221e-40c1-aa74-7520e338f341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:42.859390 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-311eee36-221e-40c1-aa74-7520e338f341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:42.870008 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9113dd2d-bc37-4d3e-ae93-c9a735c376e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:42.917635 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-311eee36-221e-40c1-aa74-7520e338f341 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5dcbbbb4e31b4c0eb6d3581e6f060708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4250519 Apr 22 16:15:42.920089 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 42618) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:42.923065 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311eee36-221e-40c1-aa74-7520e338f341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17ac96d-58e5-4ac3-b54b-6f00646176fc,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:42.928287 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-311eee36-221e-40c1-aa74-7520e338f341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:42.991618 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-07ec3338-f4ce-43a1-af67-ff65c8df072a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:43.023074 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-07ec3338-f4ce-43a1-af67-ff65c8df072a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:43.078581 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-07ec3338-f4ce-43a1-af67-ff65c8df072a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:43.083797 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-6b7a3f0f-f0df-40aa-b36f-f45ff0937896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:43.099342 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec3338-f4ce-43a1-af67-ff65c8df072a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17ac96d-58e5-4ac3-b54b-6f00646176fc,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:43.103098 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-07ec3338-f4ce-43a1-af67-ff65c8df072a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:43.108537 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-07ec3338-f4ce-43a1-af67-ff65c8df072a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:43.110159 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-07ec3338-f4ce-43a1-af67-ff65c8df072a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e17ac96d-58e5-4ac3-b54b-6f00646176fc HTTP/1.1" status: 204 len: 168 time: 0.1887901 Apr 22 16:15:43.138261 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:43.499520 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089abc7-0d29-4210-bb7e-f60b2ad5f614 req-34ed2b58-0687-49fa-9a35-bee9cebfbcba tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:43.501306 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7089abc7-0d29-4210-bb7e-f60b2ad5f614 req-34ed2b58-0687-49fa-9a35-bee9cebfbcba tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.0990477 Apr 22 16:15:43.568167 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7089abc7-0d29-4210-bb7e-f60b2ad5f614 req-9e941b00-c57a-42c3-b12e-848a8e86f310 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580177 Apr 22 16:15:43.622975 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 42656) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:43.642938 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-49219b19-53eb-46d2-8158-aa43359794f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:43.659581 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-49219b19-53eb-46d2-8158-aa43359794f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:43.663789 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-49219b19-53eb-46d2-8158-aa43359794f1 admin admin] Usage tracker for resource:security_group_rule and tenant:9cd9b3c15a414e57a334960f533bcadc is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:43.666810 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-49219b19-53eb-46d2-8158-aa43359794f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:43.672830 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-49219b19-53eb-46d2-8158-aa43359794f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:43.771302 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-49219b19-53eb-46d2-8158-aa43359794f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:43.775842 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-49219b19-53eb-46d2-8158-aa43359794f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:43.797397 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:43.819378 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-49219b19-53eb-46d2-8158-aa43359794f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9cd9b3c15a414e57a334960f533bcadc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1952350 Apr 22 16:15:43.822336 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 42670) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:43.834864 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49219b19-53eb-46d2-8158-aa43359794f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c40d39a-60f0-49fc-95d5-378e83090b63,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:43.838174 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-49219b19-53eb-46d2-8158-aa43359794f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:43.897832 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0829560d-5f8b-4aa4-bf2d-41c1fc8accc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:43.929493 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0829560d-5f8b-4aa4-bf2d-41c1fc8accc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:43.982589 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0829560d-5f8b-4aa4-bf2d-41c1fc8accc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:43.989962 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-8a4b26b8-7380-4e24-9b9a-7a9434b88f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:44.005900 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0829560d-5f8b-4aa4-bf2d-41c1fc8accc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c40d39a-60f0-49fc-95d5-378e83090b63,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:44.012308 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-0829560d-5f8b-4aa4-bf2d-41c1fc8accc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:44.018031 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0829560d-5f8b-4aa4-bf2d-41c1fc8accc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:44.025339 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-0829560d-5f8b-4aa4-bf2d-41c1fc8accc9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c40d39a-60f0-49fc-95d5-378e83090b63 HTTP/1.1" status: 204 len: 168 time: 0.1987622 Apr 22 16:15:44.028385 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-391ed388-38e5-4b0c-8f80-bc0add2e8f26 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:44.030088 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-391ed388-38e5-4b0c-8f80-bc0add2e8f26 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/networks?id=8bc2203d-517d-4eee-b6a0-4f9b1050a929 HTTP/1.1" status: 200 len: 809 time: 0.1792848 Apr 22 16:15:44.054258 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-db2d96ec-1eb4-4a87-ace2-f1ec41994c50 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/quotas/0e3f3510aaeb46e1ac51954fe816a5c9 HTTP/1.1" status: 200 len: 375 time: 0.0110886 Apr 22 16:15:44.138762 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-dd04c8f8-d19a-4bb2-8a5b-267dbdf4f531 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e3f3510aaeb46e1ac51954fe816a5c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769277 Apr 22 16:15:44.320180 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-324c4935-39b5-4c8f-aad8-5e21913cbb1a service neutron] 10.222.0.21 "GET /v2.0/networks/8bc2203d-517d-4eee-b6a0-4f9b1050a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724768 Apr 22 16:15:44.470230 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-785ae22a-6365-43da-a4d2-efc8c2cbec5c service neutron] 10.222.0.21 "GET /v2.0/networks/8bc2203d-517d-4eee-b6a0-4f9b1050a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434879 Apr 22 16:15:44.711758 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b8b62998-6dc1-4021-8a95-ecaf026f4f98 req-52d2a7e7-7518-4e2d-be92-ee46275c5c77 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad26bd81-efd2-4aa4-a01a-496abe001e8f HTTP/1.1" status: 200 len: 210 time: 0.0678635 Apr 22 16:15:44.827665 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 42726) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:44.913137 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f142ce-87b4-43c1-92f2-5bc1529a6cf4 req-02fe92c9-6ad4-425c-8359-1ca2c6d202cb tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:44.914833 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c5f142ce-87b4-43c1-92f2-5bc1529a6cf4 req-02fe92c9-6ad4-425c-8359-1ca2c6d202cb tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.1211338 Apr 22 16:15:44.977078 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c5f142ce-87b4-43c1-92f2-5bc1529a6cf4 req-73788677-96c2-4152-aad2-e2c2b782c71a tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537729 Apr 22 16:15:45.122590 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-334e55a9-9ba4-4c24-9666-ea7cfab2f51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:45.146834 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-334e55a9-9ba4-4c24-9666-ea7cfab2f51e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:45.152157 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-334e55a9-9ba4-4c24-9666-ea7cfab2f51e admin admin] Usage tracker for resource:security_group_rule and tenant:cc6eac303e414a69addca0990cf686af is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:45.156149 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-334e55a9-9ba4-4c24-9666-ea7cfab2f51e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:45.166336 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-334e55a9-9ba4-4c24-9666-ea7cfab2f51e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:45.272359 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-334e55a9-9ba4-4c24-9666-ea7cfab2f51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:45.276724 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-334e55a9-9ba4-4c24-9666-ea7cfab2f51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:45.293865 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-0829560d-5f8b-4aa4-bf2d-41c1fc8accc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:45.343279 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 42754) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:45.343501 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-334e55a9-9ba4-4c24-9666-ea7cfab2f51e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc6eac303e414a69addca0990cf686af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5144584 Apr 22 16:15:45.344261 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e55a9-9ba4-4c24-9666-ea7cfab2f51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645a7a0c-78a7-4b9a-ad8a-d35861e323fb,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:45.349857 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-334e55a9-9ba4-4c24-9666-ea7cfab2f51e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:45.423538 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0a8aa7d6-3fb0-4728-9a38-4aaa3b8afb7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:45.454206 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0a8aa7d6-3fb0-4728-9a38-4aaa3b8afb7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:45.506958 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0a8aa7d6-3fb0-4728-9a38-4aaa3b8afb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:45.512595 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-bd10c4d9-4ca7-46d3-95ce-cb4f6ea6426d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:45.528398 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8aa7d6-3fb0-4728-9a38-4aaa3b8afb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645a7a0c-78a7-4b9a-ad8a-d35861e323fb,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:45.531367 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-0a8aa7d6-3fb0-4728-9a38-4aaa3b8afb7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:45.543229 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0a8aa7d6-3fb0-4728-9a38-4aaa3b8afb7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:45.558124 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-0a8aa7d6-3fb0-4728-9a38-4aaa3b8afb7f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/645a7a0c-78a7-4b9a-ad8a-d35861e323fb HTTP/1.1" status: 204 len: 168 time: 0.2049737 Apr 22 16:15:45.872963 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-99a07599-6148-4b22-9b91-13ee2e59e245 req-1c7d32b3-3e1d-4bff-968c-e288d2643efd tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad26bd81-efd2-4aa4-a01a-496abe001e8f HTTP/1.1" status: 200 len: 210 time: 0.0529995 Apr 22 16:15:45.949486 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 42778) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:45.968503 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b9e2835c-86aa-4e18-affc-a5492eecfb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:45.987305 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-b9e2835c-86aa-4e18-affc-a5492eecfb6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:45.991907 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-b9e2835c-86aa-4e18-affc-a5492eecfb6c admin admin] Usage tracker for resource:security_group_rule and tenant:11a13c7956094fd4b5ee6e418ab72912 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:45.994858 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-b9e2835c-86aa-4e18-affc-a5492eecfb6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:46.000801 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-b9e2835c-86aa-4e18-affc-a5492eecfb6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:46.111549 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b9e2835c-86aa-4e18-affc-a5492eecfb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:46.116004 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b9e2835c-86aa-4e18-affc-a5492eecfb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:46.152814 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-0a8aa7d6-3fb0-4728-9a38-4aaa3b8afb7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:46.165050 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-b9e2835c-86aa-4e18-affc-a5492eecfb6c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11a13c7956094fd4b5ee6e418ab72912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141607 Apr 22 16:15:46.168964 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 42790) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:46.250521 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a9daa629-9dc1-40d8-b4eb-fcb59d480b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:46.293950 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a9daa629-9dc1-40d8-b4eb-fcb59d480b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:46.347929 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a9daa629-9dc1-40d8-b4eb-fcb59d480b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:46.357137 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1e68447c-d48b-4566-989a-68ed038f4e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:46.374335 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9daa629-9dc1-40d8-b4eb-fcb59d480b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ee8b76-516f-4443-a2a5-55223e4b06d2,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:46.377545 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-a9daa629-9dc1-40d8-b4eb-fcb59d480b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:46.378740 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a9daa629-9dc1-40d8-b4eb-fcb59d480b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:46.383901 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-a9daa629-9dc1-40d8-b4eb-fcb59d480b43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6ee8b76-516f-4443-a2a5-55223e4b06d2 HTTP/1.1" status: 204 len: 168 time: 0.2103107 Apr 22 16:15:46.425580 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-7b3d4d0e-9a1d-4817-8a2f-da63438fefc2 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:46.425580 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-7b3d4d0e-9a1d-4817-8a2f-da63438fefc2 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.43 "GET /v2.0/networks?id=8bc2203d-517d-4eee-b6a0-4f9b1050a929 HTTP/1.1" status: 200 len: 809 time: 0.2007885 Apr 22 16:15:46.437281 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2835c-86aa-4e18-affc-a5492eecfb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ee8b76-516f-4443-a2a5-55223e4b06d2,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:46.444536 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b9e2835c-86aa-4e18-affc-a5492eecfb6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:46.448331 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-9d0d236d-08fe-44d8-9857-1afe2118a561 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Request body: {'port': {'device_id': 'ad26bd81-efd2-4aa4-a01a-496abe001e8f', 'network_id': '8bc2203d-517d-4eee-b6a0-4f9b1050a929', 'admin_state_up': True, 'tenant_id': '0e3f3510aaeb46e1ac51954fe816a5c9'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:15:46.681568 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131589a3-da30-4ce4-ad46-f10698dd691c req-bf5cf634-88fb-4b18-bc41-04805fe618df tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:46.683546 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-131589a3-da30-4ce4-ad46-f10698dd691c req-bf5cf634-88fb-4b18-bc41-04805fe618df tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.5320678 Apr 22 16:15:46.758380 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-9d0d236d-08fe-44d8-9857-1afe2118a561 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:46.763408 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-131589a3-da30-4ce4-ad46-f10698dd691c req-6444374b-b351-4f23-ba63-2d5f7628bfe1 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628543 Apr 22 16:15:46.766193 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-9d0d236d-08fe-44d8-9857-1afe2118a561 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Usage tracker for resource:port and tenant:0e3f3510aaeb46e1ac51954fe816a5c9 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:46.769270 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-9d0d236d-08fe-44d8-9857-1afe2118a561 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:46.778409 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-9d0d236d-08fe-44d8-9857-1afe2118a561 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:46.791218 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-9d0d236d-08fe-44d8-9857-1afe2118a561 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Made reservation on behalf of 0e3f3510aaeb46e1ac51954fe816a5c9 for: {'port': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:15:46.798589 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-9d0d236d-08fe-44d8-9857-1afe2118a561 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:47.112790 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-f20a38ee-363e-4d67-a210-a8d984ab523c req-9feab61b-598a-45f0-9522-0039b02e3afb tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad26bd81-efd2-4aa4-a01a-496abe001e8f HTTP/1.1" status: 200 len: 210 time: 0.0800526 Apr 22 16:15:47.118190 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-9d0d236d-08fe-44d8-9857-1afe2118a561 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Allocated IP 172.20.0.6 (8bc2203d-517d-4eee-b6a0-4f9b1050a929/e4dfa20d-4fea-4096-88f0-cdbb29a5e6a1/8877ef54-ae29-4740-8ebc-83f7314e9d6b) {{(pid=86316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:15:47.429646 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-9d0d236d-08fe-44d8-9857-1afe2118a561 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Notify callbacks [] for port, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:47.464738 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-9d0d236d-08fe-44d8-9857-1afe2118a561 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:47.474115 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:47.564619 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-9d0d236d-08fe-44d8-9857-1afe2118a561 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Network 8bc2203d-517d-4eee-b6a0-4f9b1050a929 is already hosted by enough agents. {{(pid=86316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:15:47.569137 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-9d0d236d-08fe-44d8-9857-1afe2118a561 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Resources bound (agent type, host, resource id): {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:15:47.574663 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-9d0d236d-08fe-44d8-9857-1afe2118a561 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Received port after_create {{(pid=86316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:15:47.675316 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-9d0d236d-08fe-44d8-9857-1afe2118a561 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:47.676335 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-9d0d236d-08fe-44d8-9857-1afe2118a561 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:47.690864 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d236d-08fe-44d8-9857-1afe2118a561 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Pushing event updated for resources: {'Port': ['ID=8877ef54-ae29-4740-8ebc-83f7314e9d6b,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:47.720639 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9d0d236d-08fe-44d8-9857-1afe2118a561 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:47.746906 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-9d0d236d-08fe-44d8-9857-1afe2118a561 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3058934 Apr 22 16:15:47.762944 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-ebec9cdf-2142-478e-b146-a1384951721a service neutron] Request body: {'port': {'device_id': 'ad26bd81-efd2-4aa4-a01a-496abe001e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:15:48.036681 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-ebec9cdf-2142-478e-b146-a1384951721a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:48.444190 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf1879-fdb0-44fd-87b5-3dca59c5f524 req-22d31361-254c-4059-aa27-83ecfe23c9a5 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:48.445773 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-94cf1879-fdb0-44fd-87b5-3dca59c5f524 req-22d31361-254c-4059-aa27-83ecfe23c9a5 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.4909489 Apr 22 16:15:48.611991 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-94cf1879-fdb0-44fd-87b5-3dca59c5f524 req-5e57749f-fab2-462b-aaf0-0d66e24f3756 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209638 Apr 22 16:15:48.623113 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d3146-031d-43f1-9ce2-ab9f59ccd570 req-ca5e0a4f-0a30-4dd3-8cb0-9fbcf6d9e3e0 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:48.623880 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-bf8d3146-031d-43f1-9ce2-ab9f59ccd570 req-ca5e0a4f-0a30-4dd3-8cb0-9fbcf6d9e3e0 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Synchronizing usage tracker for tenant:0e3f3510aaeb46e1ac51954fe816a5c9 on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:15:48.791053 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-bf8d3146-031d-43f1-9ce2-ab9f59ccd570 req-ca5e0a4f-0a30-4dd3-8cb0-9fbcf6d9e3e0 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Unset dirty status for tenant:0e3f3510aaeb46e1ac51954fe816a5c9 on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:15:48.795022 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bf8d3146-031d-43f1-9ce2-ab9f59ccd570 req-ca5e0a4f-0a30-4dd3-8cb0-9fbcf6d9e3e0 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad26bd81-efd2-4aa4-a01a-496abe001e8f HTTP/1.1" status: 200 len: 931 time: 0.4611626 Apr 22 16:15:48.871293 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bf8d3146-031d-43f1-9ce2-ab9f59ccd570 req-7b595ca8-6e0a-4851-b29c-5bde0dba3aef tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8a77a61-cbee-4f33-8df3-b587648ac232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674367 Apr 22 16:15:48.966742 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-ebec9cdf-2142-478e-b146-a1384951721a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8877ef54-ae29-4740-8ebc-83f7314e9d6b {{(pid=86316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:15:48.976944 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-ebec9cdf-2142-478e-b146-a1384951721a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:48.994054 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-ebec9cdf-2142-478e-b146-a1384951721a service neutron] Transition to ACTIVE for port object 8877ef54-ae29-4740-8ebc-83f7314e9d6b will not be triggered until provisioned by entity L2. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:15:49.000291 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-ebec9cdf-2142-478e-b146-a1384951721a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:49.009949 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b2b5ffd0-d9e0-4ada-9d29-aa0d493f9642 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:49.183646 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec9cdf-2142-478e-b146-a1384951721a service neutron] Pushing event updated for resources: {'Port': ['ID=8877ef54-ae29-4740-8ebc-83f7314e9d6b,revision_number=2']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:49.191656 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ebec9cdf-2142-478e-b146-a1384951721a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:49.268119 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-ebec9cdf-2142-478e-b146-a1384951721a service neutron] Attempting to bind port 8877ef54-ae29-4740-8ebc-83f7314e9d6b on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:15:49.268393 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-ebec9cdf-2142-478e-b146-a1384951721a service neutron] Attempting to bind port 8877ef54-ae29-4740-8ebc-83f7314e9d6b by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '05c94258-7618-412f-98cb-32daff62747d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8bc2203d-517d-4eee-b6a0-4f9b1050a929'}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:15:49.268948 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-ebec9cdf-2142-478e-b146-a1384951721a service neutron] Attempting to bind port 8877ef54-ae29-4740-8ebc-83f7314e9d6b on network 8bc2203d-517d-4eee-b6a0-4f9b1050a929 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:15:49.274826 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-ebec9cdf-2142-478e-b146-a1384951721a service neutron] Port 8877ef54-ae29-4740-8ebc-83f7314e9d6b on network 8bc2203d-517d-4eee-b6a0-4f9b1050a929 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:15:49.274999 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-ebec9cdf-2142-478e-b146-a1384951721a service neutron] Attempting to bind port 8877ef54-ae29-4740-8ebc-83f7314e9d6b on network 8bc2203d-517d-4eee-b6a0-4f9b1050a929 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:15:49.281217 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-ebec9cdf-2142-478e-b146-a1384951721a service neutron] Checking agent: {'id': '016b7565-6632-473e-a317-92a5bd3f2916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'started_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:15:49.281597 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-ebec9cdf-2142-478e-b146-a1384951721a service neutron] Checking segment: {'id': '05c94258-7618-412f-98cb-32daff62747d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8bc2203d-517d-4eee-b6a0-4f9b1050a929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:15:49.282064 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-ebec9cdf-2142-478e-b146-a1384951721a service neutron] Bound using segment: {'id': '05c94258-7618-412f-98cb-32daff62747d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8bc2203d-517d-4eee-b6a0-4f9b1050a929'} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:15:49.282654 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-ebec9cdf-2142-478e-b146-a1384951721a service neutron] Bound port: 8877ef54-ae29-4740-8ebc-83f7314e9d6b, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05c94258-7618-412f-98cb-32daff62747d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8bc2203d-517d-4eee-b6a0-4f9b1050a929'}}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:15:49.283088 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-ebec9cdf-2142-478e-b146-a1384951721a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:49.386138 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-ebec9cdf-2142-478e-b146-a1384951721a service neutron] For port 8877ef54-ae29-4740-8ebc-83f7314e9d6b, host hv-cinder-78462, cleared binding levels {{(pid=86316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:15:49.389670 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-ebec9cdf-2142-478e-b146-a1384951721a service neutron] For port 8877ef54-ae29-4740-8ebc-83f7314e9d6b, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8877ef54-ae29-4740-8ebc-83f7314e9d6b,segment=NetworkSegment(05c94258-7618-412f-98cb-32daff62747d),segment_id=05c94258-7618-412f-98cb-32daff62747d)] {{(pid=86316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:15:49.393947 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-ebec9cdf-2142-478e-b146-a1384951721a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:49.400254 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:49.472005 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-ebec9cdf-2142-478e-b146-a1384951721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:49.472544 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-ebec9cdf-2142-478e-b146-a1384951721a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:49.473903 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-ebec9cdf-2142-478e-b146-a1384951721a service neutron] 10.222.0.43 "PUT /v2.0/ports/8877ef54-ae29-4740-8ebc-83f7314e9d6b HTTP/1.1" status: 200 len: 1093 time: 1.7175889 Apr 22 16:15:49.474425 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad26bd81-efd2-4aa4-a01a-496abe001e8f', 'tag': '8877ef54-ae29-4740-8ebc-83f7314e9d6b'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:15:49.493596 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec9cdf-2142-478e-b146-a1384951721a service neutron] Pushing event updated for resources: {'Port': ['ID=8877ef54-ae29-4740-8ebc-83f7314e9d6b,revision_number=3']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:49.496760 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ebec9cdf-2142-478e-b146-a1384951721a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:49.595656 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad26bd81-efd2-4aa4-a01a-496abe001e8f', 'tag': '8877ef54-ae29-4740-8ebc-83f7314e9d6b', 'status': 'completed', 'code': 200} Apr 22 16:15:49.640190 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-44d9758a-0fe5-49c1-89e1-f4da8f836679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:49.642148 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-44d9758a-0fe5-49c1-89e1-f4da8f836679 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0e3f3510aaeb46e1ac51954fe816a5c9&device_id=ad26bd81-efd2-4aa4-a01a-496abe001e8f HTTP/1.1" status: 200 len: 1096 time: 0.0933993 Apr 22 16:15:49.731566 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-faf91a31-9d70-47cb-8b9b-b26edc347953 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8877ef54-ae29-4740-8ebc-83f7314e9d6b HTTP/1.1" status: 200 len: 217 time: 0.0780284 Apr 22 16:15:49.888545 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-b3bf308a-5e6f-4629-9df8-09abcbcf92c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:49.890094 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-b3bf308a-5e6f-4629-9df8-09abcbcf92c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4dfa20d-4fea-4096-88f0-cdbb29a5e6a1 HTTP/1.1" status: 200 len: 849 time: 0.1466942 Apr 22 16:15:49.954164 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-a2152028-c11d-4614-a26c-ce8d6a5af99e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bc2203d-517d-4eee-b6a0-4f9b1050a929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519650 Apr 22 16:15:49.967840 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8a61e-8196-4c7d-8d20-64109d6054c6 req-b79070fe-002b-4c36-875e-5655aef9ac83 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:49.969347 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4ae8a61e-8196-4c7d-8d20-64109d6054c6 req-b79070fe-002b-4c36-875e-5655aef9ac83 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.1652002 Apr 22 16:15:50.178506 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4ae8a61e-8196-4c7d-8d20-64109d6054c6 req-f52b4048-62c1-43fa-bbbf-94940d90e998 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988568 Apr 22 16:15:50.240628 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 42966) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:50.244202 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280dce7-bf16-4dc0-8a25-91e3ffbbf0b2 req-83b95f74-e261-4370-ab95-e70427fcf5d7 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:50.245826 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-f280dce7-bf16-4dc0-8a25-91e3ffbbf0b2 req-83b95f74-e261-4370-ab95-e70427fcf5d7 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad26bd81-efd2-4aa4-a01a-496abe001e8f HTTP/1.1" status: 200 len: 943 time: 0.2420869 Apr 22 16:15:50.249821 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-e45c95fa-3377-4fcc-aebe-cf4758bc602c service neutron] 10.222.0.43 "GET /v2.0/networks/8bc2203d-517d-4eee-b6a0-4f9b1050a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795453 Apr 22 16:15:50.387981 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e9ab024b-70cf-4659-a5cf-e3656fd8ab7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:50.394044 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-f280dce7-bf16-4dc0-8a25-91e3ffbbf0b2 req-c0384829-ce8b-48a8-9ff2-6bbb1fb420ba tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8a77a61-cbee-4f33-8df3-b587648ac232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408887 Apr 22 16:15:50.405873 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-e9ab024b-70cf-4659-a5cf-e3656fd8ab7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:50.410287 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-e9ab024b-70cf-4659-a5cf-e3656fd8ab7c admin admin] Usage tracker for resource:security_group_rule and tenant:6f543a75eb304e08aa3da7a797695eb9 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:50.414087 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-e9ab024b-70cf-4659-a5cf-e3656fd8ab7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:50.420611 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-e9ab024b-70cf-4659-a5cf-e3656fd8ab7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:50.437543 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cd18ad86-6d37-45a9-869a-40fd4989923a req-d4036292-19ee-4f2d-bcb6-719884c5a377 service neutron] 10.222.0.43 "GET /v2.0/networks/8bc2203d-517d-4eee-b6a0-4f9b1050a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695702 Apr 22 16:15:50.509506 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e9ab024b-70cf-4659-a5cf-e3656fd8ab7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:50.513025 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e9ab024b-70cf-4659-a5cf-e3656fd8ab7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:50.525984 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-571cf941-62c1-495a-9ced-ebc594117286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:50.571114 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-e9ab024b-70cf-4659-a5cf-e3656fd8ab7c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f543a75eb304e08aa3da7a797695eb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3291132 Apr 22 16:15:50.572706 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab024b-70cf-4659-a5cf-e3656fd8ab7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564a8a7c-c00e-4208-a6cd-ad9ca5ddb2cf,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:50.573729 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 42978) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:50.575830 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e9ab024b-70cf-4659-a5cf-e3656fd8ab7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:50.598231 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020bcc0-848a-4253-bfec-7d149afea375 req-6fb6cbf8-77b5-40d8-a78e-29f812146b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:50.599823 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1020bcc0-848a-4253-bfec-7d149afea375 req-6fb6cbf8-77b5-40d8-a78e-29f812146b04 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0e3f3510aaeb46e1ac51954fe816a5c9&device_id=ad26bd81-efd2-4aa4-a01a-496abe001e8f HTTP/1.1" status: 200 len: 1096 time: 0.0997417 Apr 22 16:15:50.787305 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f6b70c13-40e0-4e1c-b368-1e2208e4ab91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:50.838158 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f6b70c13-40e0-4e1c-b368-1e2208e4ab91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:50.850179 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020bcc0-848a-4253-bfec-7d149afea375 req-be0ab1df-79b8-4f2c-b2d5-96a2cd6db1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:50.851781 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1020bcc0-848a-4253-bfec-7d149afea375 req-be0ab1df-79b8-4f2c-b2d5-96a2cd6db1d3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8bc2203d-517d-4eee-b6a0-4f9b1050a929 HTTP/1.1" status: 200 len: 910 time: 0.2412488 Apr 22 16:15:50.943093 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1020bcc0-848a-4253-bfec-7d149afea375 req-e8e39088-33ac-4cc7-8b64-23beb451847f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8877ef54-ae29-4740-8ebc-83f7314e9d6b HTTP/1.1" status: 200 len: 217 time: 0.0777802 Apr 22 16:15:51.022228 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f6b70c13-40e0-4e1c-b368-1e2208e4ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:51.027274 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-5c376d35-0883-4b55-97a3-20c47976c7b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:51.034406 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020bcc0-848a-4253-bfec-7d149afea375 req-378c0098-210a-4c4e-bed0-60c7530353c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:51.036029 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1020bcc0-848a-4253-bfec-7d149afea375 req-378c0098-210a-4c4e-bed0-60c7530353c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4dfa20d-4fea-4096-88f0-cdbb29a5e6a1 HTTP/1.1" status: 200 len: 849 time: 0.0835915 Apr 22 16:15:51.042515 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b70c13-40e0-4e1c-b368-1e2208e4ab91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564a8a7c-c00e-4208-a6cd-ad9ca5ddb2cf,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:51.047100 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f6b70c13-40e0-4e1c-b368-1e2208e4ab91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:51.050524 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f6b70c13-40e0-4e1c-b368-1e2208e4ab91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:51.051863 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-f6b70c13-40e0-4e1c-b368-1e2208e4ab91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/564a8a7c-c00e-4208-a6cd-ad9ca5ddb2cf HTTP/1.1" status: 204 len: 168 time: 0.4771490 Apr 22 16:15:51.099249 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1020bcc0-848a-4253-bfec-7d149afea375 req-ae49496f-5096-41b4-ac50-06b506d224ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bc2203d-517d-4eee-b6a0-4f9b1050a929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500238 Apr 22 16:15:51.250910 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1020bcc0-848a-4253-bfec-7d149afea375 req-830541f4-533d-4e6d-86a6-b3d7f2e82b0e service neutron] 10.222.0.43 "GET /v2.0/networks/8bc2203d-517d-4eee-b6a0-4f9b1050a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416495 Apr 22 16:15:51.385950 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 43004) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:51.389056 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:15:51.408760 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f923110a-49be-4d1f-9d7f-c2f074192312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:51.428088 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-f923110a-49be-4d1f-9d7f-c2f074192312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:51.433256 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-f923110a-49be-4d1f-9d7f-c2f074192312 admin admin] Usage tracker for resource:security_group_rule and tenant:b9708e827d7444dd9745cf59d04fcd28 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:51.436770 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-f923110a-49be-4d1f-9d7f-c2f074192312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:51.443710 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-f923110a-49be-4d1f-9d7f-c2f074192312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:51.496418 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1020bcc0-848a-4253-bfec-7d149afea375 req-1a891193-6cc3-488a-998c-7d7d6a143f93 service neutron] 10.222.0.43 "GET /v2.0/networks/8bc2203d-517d-4eee-b6a0-4f9b1050a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353265 Apr 22 16:15:51.514455 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6de672-95e0-4317-9441-94a9b1af4006 req-c1617e1d-c377-4593-989b-eaff1d06d341 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:51.538350 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-df6de672-95e0-4317-9441-94a9b1af4006 req-c1617e1d-c377-4593-989b-eaff1d06d341 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.1750588 Apr 22 16:15:51.564327 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f923110a-49be-4d1f-9d7f-c2f074192312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:51.573425 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f923110a-49be-4d1f-9d7f-c2f074192312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:51.606391 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-45b9426c-84d1-49ca-a1a3-e05b62874d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:51.619451 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-f923110a-49be-4d1f-9d7f-c2f074192312 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9708e827d7444dd9745cf59d04fcd28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320023 Apr 22 16:15:51.623326 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 43014) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:51.636038 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-df6de672-95e0-4317-9441-94a9b1af4006 req-1808759a-7543-42b6-956e-411c68e4e0e9 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965669 Apr 22 16:15:51.657471 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923110a-49be-4d1f-9d7f-c2f074192312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9575ad5-4778-4dfb-8b66-b7ba9db2270e,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:51.662607 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f923110a-49be-4d1f-9d7f-c2f074192312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:51.736712 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-17ace93f-542d-4204-aae0-9260d7156c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:51.814775 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-17ace93f-542d-4204-aae0-9260d7156c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:52.109756 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09588495-118b-4b41-9608-0212c267c942 req-9a7c95b1-187c-4af0-bae2-08b30926379b tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:52.111867 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-09588495-118b-4b41-9608-0212c267c942 req-9a7c95b1-187c-4af0-bae2-08b30926379b tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad26bd81-efd2-4aa4-a01a-496abe001e8f HTTP/1.1" status: 200 len: 943 time: 0.3480756 Apr 22 16:15:52.118261 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-17ace93f-542d-4204-aae0-9260d7156c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:52.125004 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-7c00f982-217c-4f2a-aa8f-6befc8c69e4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:52.151521 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ace93f-542d-4204-aae0-9260d7156c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9575ad5-4778-4dfb-8b66-b7ba9db2270e,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:52.156379 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-17ace93f-542d-4204-aae0-9260d7156c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:52.164269 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-17ace93f-542d-4204-aae0-9260d7156c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:52.166731 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-17ace93f-542d-4204-aae0-9260d7156c01 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9575ad5-4778-4dfb-8b66-b7ba9db2270e HTTP/1.1" status: 204 len: 168 time: 0.5259101 Apr 22 16:15:52.189678 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-09588495-118b-4b41-9608-0212c267c942 req-c2b741e6-33c6-45ca-997d-d5134bb3b304 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8a77a61-cbee-4f33-8df3-b587648ac232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668595 Apr 22 16:15:52.337986 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 43044) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:52.526874 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-98587189-f458-4cdc-b107-0916211b8f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:52.542157 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-98587189-f458-4cdc-b107-0916211b8f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:52.546120 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-98587189-f458-4cdc-b107-0916211b8f0f admin admin] Usage tracker for resource:security_group_rule and tenant:699670a5467c432baa98b8a4d3fc1413 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:52.549119 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-98587189-f458-4cdc-b107-0916211b8f0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:52.555424 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-98587189-f458-4cdc-b107-0916211b8f0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:52.648227 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-98587189-f458-4cdc-b107-0916211b8f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:52.655367 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-98587189-f458-4cdc-b107-0916211b8f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:52.667500 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:52.717899 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-98587189-f458-4cdc-b107-0916211b8f0f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=699670a5467c432baa98b8a4d3fc1413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3787036 Apr 22 16:15:52.718864 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98587189-f458-4cdc-b107-0916211b8f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bce5d6-e77b-45e1-9177-eb2e99fecd3f,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:52.720816 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 43066) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:52.732804 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-98587189-f458-4cdc-b107-0916211b8f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:52.814900 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-102f0ced-292d-4622-a5b9-b7de00655f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:52.864178 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-102f0ced-292d-4622-a5b9-b7de00655f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:52.924089 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-102f0ced-292d-4622-a5b9-b7de00655f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:52.930213 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-465b8607-cbc6-499b-9031-8746fe732bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:52.944948 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52293ce8-4c04-4f14-9170-1a538d61ff1a req-917ed7d0-a696-4f1b-aed1-9f6e047dee3b tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:52.946384 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f0ced-292d-4622-a5b9-b7de00655f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bce5d6-e77b-45e1-9177-eb2e99fecd3f,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:52.948468 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-52293ce8-4c04-4f14-9170-1a538d61ff1a req-917ed7d0-a696-4f1b-aed1-9f6e047dee3b tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.1417193 Apr 22 16:15:52.948988 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-102f0ced-292d-4622-a5b9-b7de00655f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:52.985238 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-102f0ced-292d-4622-a5b9-b7de00655f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:52.990586 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-102f0ced-292d-4622-a5b9-b7de00655f49 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68bce5d6-e77b-45e1-9177-eb2e99fecd3f HTTP/1.1" status: 204 len: 168 time: 0.2669802 Apr 22 16:15:53.019855 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-52293ce8-4c04-4f14-9170-1a538d61ff1a req-793a2bcf-354e-42d2-b9f1-e963e3d52857 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565202 Apr 22 16:15:53.438354 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 43098) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:53.466910 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-aa436d81-ea3f-416a-b20b-f8001194552b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:53.486850 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-aa436d81-ea3f-416a-b20b-f8001194552b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:53.493013 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-aa436d81-ea3f-416a-b20b-f8001194552b admin admin] Usage tracker for resource:security_group_rule and tenant:f9bfa5fe5fe140c7a2b2bd6d08372fd4 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:53.496503 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-aa436d81-ea3f-416a-b20b-f8001194552b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:53.497263 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac69f7-4857-4246-ad90-dbabab748e14 req-06a3318c-f98b-41a4-861f-5ff69ebf3a11 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:53.503755 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-aa436d81-ea3f-416a-b20b-f8001194552b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:53.506578 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1fac69f7-4857-4246-ad90-dbabab748e14 req-06a3318c-f98b-41a4-861f-5ff69ebf3a11 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad26bd81-efd2-4aa4-a01a-496abe001e8f HTTP/1.1" status: 200 len: 943 time: 0.1307523 Apr 22 16:15:53.564679 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1fac69f7-4857-4246-ad90-dbabab748e14 req-0a5bd8da-279c-4fc3-a70b-7d82216c45fc tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8a77a61-cbee-4f33-8df3-b587648ac232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571115 Apr 22 16:15:53.626424 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-aa436d81-ea3f-416a-b20b-f8001194552b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:53.630319 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-aa436d81-ea3f-416a-b20b-f8001194552b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:53.663570 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e7ddedfc-3e61-4018-b339-622e0d67ffb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:53.673937 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-aa436d81-ea3f-416a-b20b-f8001194552b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9bfa5fe5fe140c7a2b2bd6d08372fd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341228 Apr 22 16:15:53.678155 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 43108) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:53.715789 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa436d81-ea3f-416a-b20b-f8001194552b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bda09b6-c864-4347-a6a9-278a624431d6,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:53.719990 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-aa436d81-ea3f-416a-b20b-f8001194552b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:53.762732 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-72383784-1fb8-4c7d-b50f-e92db16db83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:53.791480 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-72383784-1fb8-4c7d-b50f-e92db16db83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:53.836508 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-72383784-1fb8-4c7d-b50f-e92db16db83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:53.841410 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-86ac5d90-c732-4b8a-9187-5c7c45e72128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:53.856122 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72383784-1fb8-4c7d-b50f-e92db16db83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bda09b6-c864-4347-a6a9-278a624431d6,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:53.860886 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-72383784-1fb8-4c7d-b50f-e92db16db83d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:53.865697 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-72383784-1fb8-4c7d-b50f-e92db16db83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:53.866946 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-72383784-1fb8-4c7d-b50f-e92db16db83d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5bda09b6-c864-4347-a6a9-278a624431d6 HTTP/1.1" status: 204 len: 168 time: 0.1876552 Apr 22 16:15:54.230272 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df80dc-ee0a-4aab-a893-d4d3e3dd61ad req-57d07e13-7230-42b5-bba7-a0f2e0927875 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:54.231881 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d8df80dc-ee0a-4aab-a893-d4d3e3dd61ad req-57d07e13-7230-42b5-bba7-a0f2e0927875 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.0981810 Apr 22 16:15:54.281793 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d8df80dc-ee0a-4aab-a893-d4d3e3dd61ad req-9d21b338-3f46-4095-9302-0c9afb515550 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425076 Apr 22 16:15:54.769454 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1512b9-72db-45a9-bcc9-d5d79641b53c req-02fc202c-7b82-4d2e-867d-ff56df12949d tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:54.774463 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 8877ef54-ae29-4740-8ebc-83f7314e9d6b details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:15:54.777792 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7a1512b9-72db-45a9-bcc9-d5d79641b53c req-02fc202c-7b82-4d2e-867d-ff56df12949d tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad26bd81-efd2-4aa4-a01a-496abe001e8f HTTP/1.1" status: 200 len: 943 time: 0.1002197 Apr 22 16:15:54.841376 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7a1512b9-72db-45a9-bcc9-d5d79641b53c req-7f653e75-c7c1-46df-bde9-02b308b59354 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8a77a61-cbee-4f33-8df3-b587648ac232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624096 Apr 22 16:15:54.948761 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 8877ef54-ae29-4740-8ebc-83f7314e9d6b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8877ef54-ae29-4740-8ebc-83f7314e9d6b,segment=NetworkSegment(05c94258-7618-412f-98cb-32daff62747d),segment_id=05c94258-7618-412f-98cb-32daff62747d)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:15:54.968801 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Returning: {'device': '8877ef54-ae29-4740-8ebc-83f7314e9d6b', 'network_id': '8bc2203d-517d-4eee-b6a0-4f9b1050a929', 'port_id': '8877ef54-ae29-4740-8ebc-83f7314e9d6b', 'mac_address': 'fa:16:3e:9c:da:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4dfa20d-4fea-4096-88f0-cdbb29a5e6a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:15:55.037800 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:55.064189 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8877ef54-ae29-4740-8ebc-83f7314e9d6b {{(pid=86317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:15:55.086345 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 8877ef54-ae29-4740-8ebc-83f7314e9d6b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8877ef54-ae29-4740-8ebc-83f7314e9d6b,segment=NetworkSegment(05c94258-7618-412f-98cb-32daff62747d),segment_id=05c94258-7618-412f-98cb-32daff62747d)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:15:55.091302 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:55.093265 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:55.185404 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=8877ef54-ae29-4740-8ebc-83f7314e9d6b,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:55.194616 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:55.195252 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:55.195780 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:55.196565 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:55.197113 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:55.197470 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:55.197998 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:55.198527 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:55.199266 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:55.200397 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:55.201455 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:55.202172 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:15:55.215919 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:55.405483 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['8877ef54-ae29-4740-8ebc-83f7314e9d6b'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:15:55.562533 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5016b-d677-4b52-b0af-a2037c455ba2 req-6aaf2f99-8fac-464d-9034-e3cdbe79a0ef tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:55.564446 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-adc5016b-d677-4b52-b0af-a2037c455ba2 req-6aaf2f99-8fac-464d-9034-e3cdbe79a0ef tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.1142354 Apr 22 16:15:55.639563 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-adc5016b-d677-4b52-b0af-a2037c455ba2 req-eebc21ad-6b3b-4406-8438-12af97b115fd tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675495 Apr 22 16:15:55.892720 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f4a05-54b2-4f47-9685-b423bada3ca5 req-fc9a24e3-5047-45c7-b9c7-a24014c772d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:55.895164 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6c9f4a05-54b2-4f47-9685-b423bada3ca5 req-fc9a24e3-5047-45c7-b9c7-a24014c772d0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 1098 time: 0.0884764 Apr 22 16:15:55.954154 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6c9f4a05-54b2-4f47-9685-b423bada3ca5 req-5b9ec4e8-3f64-45c4-869e-6820cc128a66 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470247 Apr 22 16:15:56.059366 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118789e-829a-4fba-96e5-99dc3ebadd6d req-ea0f8038-1022-4833-8116-a116bf2a48a0 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:56.061638 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e118789e-829a-4fba-96e5-99dc3ebadd6d req-ea0f8038-1022-4833-8116-a116bf2a48a0 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad26bd81-efd2-4aa4-a01a-496abe001e8f HTTP/1.1" status: 200 len: 944 time: 0.0992110 Apr 22 16:15:56.113319 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e118789e-829a-4fba-96e5-99dc3ebadd6d req-4811eb6b-bdc9-48b1-b32c-0c0679cf0dc4 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8a77a61-cbee-4f33-8df3-b587648ac232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439680 Apr 22 16:15:56.663791 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 43242) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:56.779013 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 8877ef54-ae29-4740-8ebc-83f7314e9d6b up at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:15:56.811125 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-90a1df8e-9ee1-40da-b378-470099182d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:56.872429 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning for port 8877ef54-ae29-4740-8ebc-83f7314e9d6b completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:15:56.878437 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning complete for port 8877ef54-ae29-4740-8ebc-83f7314e9d6b triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:15:56.878711 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:56.900465 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-90a1df8e-9ee1-40da-b378-470099182d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:56.934431 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-90a1df8e-9ee1-40da-b378-470099182d18 admin admin] Usage tracker for resource:security_group_rule and tenant:7f9084138b9b43af82eea52a2cae700b is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:56.954817 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-90a1df8e-9ee1-40da-b378-470099182d18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:56.964224 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-90a1df8e-9ee1-40da-b378-470099182d18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:56.992817 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e9ba0-e3c8-4412-8ccc-b4a4018e7ca1 req-79c35b5d-a653-4b3a-b76b-19929819bf3a tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:56.994637 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-9a3e9ba0-e3c8-4412-8ccc-b4a4018e7ca1 req-79c35b5d-a653-4b3a-b76b-19929819bf3a tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.1722054 Apr 22 16:15:57.035679 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:57.062622 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-9a3e9ba0-e3c8-4412-8ccc-b4a4018e7ca1 req-7cae2bec-64cf-4d6a-98cb-8192d75a2521 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541468 Apr 22 16:15:57.070593 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad26bd81-efd2-4aa4-a01a-496abe001e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8877ef54-ae29-4740-8ebc-83f7314e9d6b'}] {{(pid=86317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:15:57.092283 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 8877ef54-ae29-4740-8ebc-83f7314e9d6b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8877ef54-ae29-4740-8ebc-83f7314e9d6b,segment=NetworkSegment(05c94258-7618-412f-98cb-32daff62747d),segment_id=05c94258-7618-412f-98cb-32daff62747d)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:15:57.095991 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:57.098851 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:57.139024 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad26bd81-efd2-4aa4-a01a-496abe001e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8877ef54-ae29-4740-8ebc-83f7314e9d6b', 'code': 200} Apr 22 16:15:57.139964 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-90a1df8e-9ee1-40da-b378-470099182d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:57.143266 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-90a1df8e-9ee1-40da-b378-470099182d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:57.160041 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:57.182217 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=8877ef54-ae29-4740-8ebc-83f7314e9d6b,revision_number=5']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:57.186197 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:57.197619 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1df8e-9ee1-40da-b378-470099182d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860ad5b6-d678-43c7-8370-3fe804b9f9e5,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:57.212953 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 43260) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:57.214820 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-90a1df8e-9ee1-40da-b378-470099182d18 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f9084138b9b43af82eea52a2cae700b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5494683 Apr 22 16:15:57.216601 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-90a1df8e-9ee1-40da-b378-470099182d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:57.281671 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-099e175f-54d1-4eb4-9455-fa1f50110630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:57.310647 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-099e175f-54d1-4eb4-9455-fa1f50110630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:57.357136 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-099e175f-54d1-4eb4-9455-fa1f50110630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:57.363208 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-0d46549d-90c5-49cd-bc9c-0d13c9dad66a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:57.376677 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e175f-54d1-4eb4-9455-fa1f50110630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860ad5b6-d678-43c7-8370-3fe804b9f9e5,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:57.387180 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-099e175f-54d1-4eb4-9455-fa1f50110630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:57.389132 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd335566-c08f-487c-970d-f5cd1edf5688 req-0a5e44eb-88d9-4d13-84bd-e63f69c47672 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:57.390818 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fd335566-c08f-487c-970d-f5cd1edf5688 req-0a5e44eb-88d9-4d13-84bd-e63f69c47672 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad26bd81-efd2-4aa4-a01a-496abe001e8f HTTP/1.1" status: 200 len: 945 time: 0.1398349 Apr 22 16:15:57.402242 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-099e175f-54d1-4eb4-9455-fa1f50110630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:57.405899 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-099e175f-54d1-4eb4-9455-fa1f50110630 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/860ad5b6-d678-43c7-8370-3fe804b9f9e5 HTTP/1.1" status: 204 len: 168 time: 0.1894732 Apr 22 16:15:57.466813 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fd335566-c08f-487c-970d-f5cd1edf5688 req-d1ef911d-10f9-4645-8903-f40c23f18145 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8a77a61-cbee-4f33-8df3-b587648ac232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687971 Apr 22 16:15:57.476473 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e31511-61cb-4f77-85cf-b72f905c3874 req-1c16b88c-0d01-48e1-b85c-c4b3a872894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:57.478514 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-f0e31511-61cb-4f77-85cf-b72f905c3874 req-1c16b88c-0d01-48e1-b85c-c4b3a872894c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ad26bd81-efd2-4aa4-a01a-496abe001e8f HTTP/1.1" status: 200 len: 1098 time: 0.1392615 Apr 22 16:15:57.539105 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-f0e31511-61cb-4f77-85cf-b72f905c3874 req-56acf5d4-539c-4993-8d4a-666bf6c263bd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a8a77a61-cbee-4f33-8df3-b587648ac232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484743 Apr 22 16:15:57.908402 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 43294) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:58.046801 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-35d6c80c-da0c-422f-b491-5751a891e988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:58.066906 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-35d6c80c-da0c-422f-b491-5751a891e988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:58.071015 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-35d6c80c-da0c-422f-b491-5751a891e988 admin admin] Usage tracker for resource:security_group_rule and tenant:c46f5a8ecc9d47dfa794b723328d5b03 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:58.074108 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-35d6c80c-da0c-422f-b491-5751a891e988 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:58.080487 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-35d6c80c-da0c-422f-b491-5751a891e988 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:58.207137 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-35d6c80c-da0c-422f-b491-5751a891e988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:58.210216 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-35d6c80c-da0c-422f-b491-5751a891e988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:58.248026 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e68472c7-5e36-4521-9d82-8621efc972da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:58.266315 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-35d6c80c-da0c-422f-b491-5751a891e988 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c46f5a8ecc9d47dfa794b723328d5b03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3537126 Apr 22 16:15:58.267274 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 43318) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:58.302801 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6c80c-da0c-422f-b491-5751a891e988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896598b6-baff-436d-88a9-3f155223f07e,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:58.306214 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-35d6c80c-da0c-422f-b491-5751a891e988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:58.311978 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb27755-01ca-4bd9-bb44-0c9732ca68b7 req-43cf5061-17bb-473d-8fe6-a1d27966b45e tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:58.313727 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-efb27755-01ca-4bd9-bb44-0c9732ca68b7 req-43cf5061-17bb-473d-8fe6-a1d27966b45e tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.1175804 Apr 22 16:15:58.373522 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-efb27755-01ca-4bd9-bb44-0c9732ca68b7 req-eeabd6bd-2bd5-4e53-8f63-292e8e025e3d tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477357 Apr 22 16:15:58.380693 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b6985abc-3083-48a2-b8d7-526327b042bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:58.409432 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b6985abc-3083-48a2-b8d7-526327b042bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:58.459356 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b6985abc-3083-48a2-b8d7-526327b042bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:58.464718 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-a9daa629-9dc1-40d8-b4eb-fcb59d480b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:58.476065 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6985abc-3083-48a2-b8d7-526327b042bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896598b6-baff-436d-88a9-3f155223f07e,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:58.478673 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b6985abc-3083-48a2-b8d7-526327b042bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:58.484309 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b6985abc-3083-48a2-b8d7-526327b042bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:58.487036 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-b6985abc-3083-48a2-b8d7-526327b042bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/896598b6-baff-436d-88a9-3f155223f07e HTTP/1.1" status: 204 len: 168 time: 0.2192712 Apr 22 16:15:58.602114 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496d91b-02a2-4898-935f-f129bc3b96a3 req-d650efd6-7c1e-4f19-b113-30e65d2043a4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:58.603794 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d496d91b-02a2-4898-935f-f129bc3b96a3 req-d650efd6-7c1e-4f19-b113-30e65d2043a4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.1014788 Apr 22 16:15:58.725845 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d496d91b-02a2-4898-935f-f129bc3b96a3 req-4b75c1c2-ab5b-4b12-9f96-d47b1413cd84 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142752 Apr 22 16:15:58.775346 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8279608-8e01-4980-aca8-cdfaa9962065 req-14f7ae0e-3d53-411b-8c2c-962bfe1880b9 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:15:58.778522 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-f8279608-8e01-4980-aca8-cdfaa9962065 req-14f7ae0e-3d53-411b-8c2c-962bfe1880b9 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad26bd81-efd2-4aa4-a01a-496abe001e8f HTTP/1.1" status: 200 len: 945 time: 0.1676841 Apr 22 16:15:58.845237 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-f8279608-8e01-4980-aca8-cdfaa9962065 req-d1dffd43-334b-43ff-8efd-94f1332d48d3 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8a77a61-cbee-4f33-8df3-b587648ac232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616505 Apr 22 16:15:59.354278 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 43364) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:59.490910 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-809b7927-8832-42c1-8569-f42990321571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:59.507457 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-809b7927-8832-42c1-8569-f42990321571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:15:59.512486 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-809b7927-8832-42c1-8569-f42990321571 admin admin] Usage tracker for resource:security_group_rule and tenant:9048a16676a24fc1b7ccd436441c8fd8 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:15:59.515960 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-809b7927-8832-42c1-8569-f42990321571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:15:59.524070 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-809b7927-8832-42c1-8569-f42990321571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:15:59.613764 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-809b7927-8832-42c1-8569-f42990321571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:59.622044 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-809b7927-8832-42c1-8569-f42990321571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:59.632492 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-aeb41340-cf10-414c-8877-7e5838451de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:59.691007 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-809b7927-8832-42c1-8569-f42990321571 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9048a16676a24fc1b7ccd436441c8fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351052 Apr 22 16:15:59.693791 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 43384) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:15:59.698463 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b7927-8832-42c1-8569-f42990321571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f36e3d9-cfd1-4263-948f-eab91dc8e3d7,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:59.713537 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-809b7927-8832-42c1-8569-f42990321571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:59.759790 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7319df2d-101a-4c8e-a179-f7e0708a51ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:59.789061 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7319df2d-101a-4c8e-a179-f7e0708a51ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:59.834056 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7319df2d-101a-4c8e-a179-f7e0708a51ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:59.839080 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-90a1df8e-9ee1-40da-b378-470099182d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:15:59.852228 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319df2d-101a-4c8e-a179-f7e0708a51ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f36e3d9-cfd1-4263-948f-eab91dc8e3d7,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:15:59.857444 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-7319df2d-101a-4c8e-a179-f7e0708a51ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:15:59.863629 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7319df2d-101a-4c8e-a179-f7e0708a51ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:15:59.867363 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-7319df2d-101a-4c8e-a179-f7e0708a51ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f36e3d9-cfd1-4263-948f-eab91dc8e3d7 HTTP/1.1" status: 204 len: 168 time: 0.1695271 Apr 22 16:16:00.096143 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a275697-0671-4338-ba9f-1923f5f2599a req-54d82789-10e1-4f71-8a9d-572a0b5e62bd tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:00.097954 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8a275697-0671-4338-ba9f-1923f5f2599a req-54d82789-10e1-4f71-8a9d-572a0b5e62bd tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad26bd81-efd2-4aa4-a01a-496abe001e8f HTTP/1.1" status: 200 len: 945 time: 0.1085963 Apr 22 16:16:00.147023 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8a275697-0671-4338-ba9f-1923f5f2599a req-61b7e240-4348-477c-84df-bc0b6212222c tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8a77a61-cbee-4f33-8df3-b587648ac232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425355 Apr 22 16:16:00.201848 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 43410) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:00.220978 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f2149fac-26f7-407a-acfa-cd0e8b963b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:00.236857 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-f2149fac-26f7-407a-acfa-cd0e8b963b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:16:00.241228 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-f2149fac-26f7-407a-acfa-cd0e8b963b98 admin admin] Usage tracker for resource:security_group_rule and tenant:f782dc52b68e4d40a22d6a91a5dbd568 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:16:00.244232 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-f2149fac-26f7-407a-acfa-cd0e8b963b98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:16:00.250219 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-f2149fac-26f7-407a-acfa-cd0e8b963b98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:16:00.348060 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f2149fac-26f7-407a-acfa-cd0e8b963b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:00.351448 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f2149fac-26f7-407a-acfa-cd0e8b963b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:00.363234 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-311eee36-221e-40c1-aa74-7520e338f341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:00.411568 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-f2149fac-26f7-407a-acfa-cd0e8b963b98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f782dc52b68e4d40a22d6a91a5dbd568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2085009 Apr 22 16:16:00.414375 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 43422) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:00.425314 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2149fac-26f7-407a-acfa-cd0e8b963b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ead7363-4f55-4055-ba76-bd46d85ee2c2,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:00.435378 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f2149fac-26f7-407a-acfa-cd0e8b963b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:00.495210 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-314cda5c-6d64-46a3-bc7e-0ade379e89cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:00.534913 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-314cda5c-6d64-46a3-bc7e-0ade379e89cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:00.595326 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-314cda5c-6d64-46a3-bc7e-0ade379e89cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:00.606678 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-6b316443-9ed6-4c6f-afda-5b0bb574083d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:00.608632 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-20ff5d45-93b1-4e0a-a656-83a08e1bea85 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8d838c09ecce4888b6b84a8c91a17d9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447161 Apr 22 16:16:00.625905 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-314cda5c-6d64-46a3-bc7e-0ade379e89cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:00.628028 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-314cda5c-6d64-46a3-bc7e-0ade379e89cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ead7363-4f55-4055-ba76-bd46d85ee2c2 HTTP/1.1" status: 204 len: 168 time: 0.2120156 Apr 22 16:16:00.632352 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cda5c-6d64-46a3-bc7e-0ade379e89cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ead7363-4f55-4055-ba76-bd46d85ee2c2,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:00.635195 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-314cda5c-6d64-46a3-bc7e-0ade379e89cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:01.031678 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-0c43e84e-3720-43dd-b46e-cbf356a23509 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:01.034451 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-0c43e84e-3720-43dd-b46e-cbf356a23509 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4238005 Apr 22 16:16:01.076382 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 43464) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:01.089553 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-62122118-e4da-44f2-916c-581fbee75e69 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.21 "GET /v2.0/quotas/8d838c09ecce4888b6b84a8c91a17d9f HTTP/1.1" status: 200 len: 375 time: 0.0384760 Apr 22 16:16:01.140411 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbdd08a-4e6d-41b6-9679-935e786f75b9 req-8cf46d4e-ce55-46be-948c-a1f777069ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:01.141986 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6dbdd08a-4e6d-41b6-9679-935e786f75b9 req-8cf46d4e-ce55-46be-948c-a1f777069ad6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=472f8b7a41be46c18e3861f072af2690&device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 1098 time: 0.2591834 Apr 22 16:16:01.158364 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b52183-0654-46ad-b4ae-b7af0f06f844 req-f0abc7f1-51de-4592-87e4-3a9f6e7c1f02 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:01.160756 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-38b52183-0654-46ad-b4ae-b7af0f06f844 req-f0abc7f1-51de-4592-87e4-3a9f6e7c1f02 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.2762043 Apr 22 16:16:01.192810 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-3d999648-e542-419e-a1a8-1b9a7a604383 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d838c09ecce4888b6b84a8c91a17d9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0937924 Apr 22 16:16:01.338259 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8c4b87c5-abe2-4d4d-a98c-b69f7df5c142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:01.395578 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-38b52183-0654-46ad-b4ae-b7af0f06f844 req-ee1de228-eaf0-429c-90bc-49d2b99220af tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056994 Apr 22 16:16:01.404689 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-8c4b87c5-abe2-4d4d-a98c-b69f7df5c142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:16:01.427995 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-8c4b87c5-abe2-4d4d-a98c-b69f7df5c142 admin admin] Usage tracker for resource:security_group_rule and tenant:a696322f298c4df08e1b94d7845413fb is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:16:01.431372 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbdd08a-4e6d-41b6-9679-935e786f75b9 req-2de3d6ca-ff53-40c6-a245-6dbdaf7e5e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:01.432872 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6dbdd08a-4e6d-41b6-9679-935e786f75b9 req-2de3d6ca-ff53-40c6-a245-6dbdaf7e5e59 service neutron] 10.222.0.43 "GET /v2.0/networks?id=66201a63-9212-43a4-b99c-22c43b7ecdf4 HTTP/1.1" status: 200 len: 920 time: 0.2835031 Apr 22 16:16:01.433695 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-8c4b87c5-abe2-4d4d-a98c-b69f7df5c142 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:16:01.504530 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-8c4b87c5-abe2-4d4d-a98c-b69f7df5c142 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:16:01.516853 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6dbdd08a-4e6d-41b6-9679-935e786f75b9 req-0ca65483-82f7-4392-8ec9-352ffff66561 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ad70732-640d-4281-9477-9314b5f10b1b HTTP/1.1" status: 200 len: 217 time: 0.0737121 Apr 22 16:16:01.722283 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbdd08a-4e6d-41b6-9679-935e786f75b9 req-7c675f13-d61e-41bc-9d3f-54f35ae0be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:01.723879 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6dbdd08a-4e6d-41b6-9679-935e786f75b9 req-7c675f13-d61e-41bc-9d3f-54f35ae0be47 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c87f420-a23d-47e7-a4ec-31ede37a20fc HTTP/1.1" status: 200 len: 859 time: 0.1807761 Apr 22 16:16:01.816115 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8c4b87c5-abe2-4d4d-a98c-b69f7df5c142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:01.878540 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3564f665-9a91-467d-aeda-18268922ecec req-d9b837cd-63c9-445f-a3f3-85442c52b44f tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f125a43-11f2-4f51-9408-0987fb5663e4 HTTP/1.1" status: 200 len: 210 time: 0.2582388 Apr 22 16:16:01.888515 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8c4b87c5-abe2-4d4d-a98c-b69f7df5c142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:01.920843 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-28cb55ac-7418-4805-b405-567f57303264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:01.952080 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-8c4b87c5-abe2-4d4d-a98c-b69f7df5c142 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a696322f298c4df08e1b94d7845413fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8743854 Apr 22 16:16:01.954860 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 43508) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:01.955604 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6dbdd08a-4e6d-41b6-9679-935e786f75b9 req-11d9694d-3966-4ba5-b179-2fee6d34db86 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66201a63-9212-43a4-b99c-22c43b7ecdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1322403 Apr 22 16:16:01.956708 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b87c5-abe2-4d4d-a98c-b69f7df5c142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e877ae-0232-4761-8f70-6ea9ad64b80b,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:01.960886 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-8c4b87c5-abe2-4d4d-a98c-b69f7df5c142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:02.111106 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b22669de-de69-4655-8a8c-ab1951b85025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:02.154958 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b22669de-de69-4655-8a8c-ab1951b85025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:02.207453 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b22669de-de69-4655-8a8c-ab1951b85025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:02.208384 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6dbdd08a-4e6d-41b6-9679-935e786f75b9 req-032b1c25-ae6a-445b-80f4-7e4d879b457a service neutron] 10.222.0.43 "GET /v2.0/networks/66201a63-9212-43a4-b99c-22c43b7ecdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435284 Apr 22 16:16:02.212739 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-24eea3b2-35df-40e0-96a7-5d6c963b2f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:02.218665 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246c7ef-ae99-4759-aad9-b12c0fce2664 req-026938a5-7f71-46c2-b6ab-f6d8a10f1974 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:02.220401 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6246c7ef-ae99-4759-aad9-b12c0fce2664 req-026938a5-7f71-46c2-b6ab-f6d8a10f1974 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad26bd81-efd2-4aa4-a01a-496abe001e8f HTTP/1.1" status: 200 len: 945 time: 0.1492708 Apr 22 16:16:02.231403 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22669de-de69-4655-8a8c-ab1951b85025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e877ae-0232-4761-8f70-6ea9ad64b80b,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:02.242688 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b22669de-de69-4655-8a8c-ab1951b85025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:02.244799 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b22669de-de69-4655-8a8c-ab1951b85025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:02.246033 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-b22669de-de69-4655-8a8c-ab1951b85025 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00e877ae-0232-4761-8f70-6ea9ad64b80b HTTP/1.1" status: 204 len: 168 time: 0.2899334 Apr 22 16:16:02.335208 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6246c7ef-ae99-4759-aad9-b12c0fce2664 req-a1c5df48-d290-445a-9bb8-433c0d615ff9 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8a77a61-cbee-4f33-8df3-b587648ac232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822575 Apr 22 16:16:02.457403 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6dbdd08a-4e6d-41b6-9679-935e786f75b9 req-0cf8be9a-00ea-43cd-946e-4545eaa6db8a service neutron] 10.222.0.43 "GET /v2.0/networks/66201a63-9212-43a4-b99c-22c43b7ecdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348506 Apr 22 16:16:02.829769 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 43538) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:02.857329 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6b03182d-20da-43a5-bb23-511a325d7e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:02.875028 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-6b03182d-20da-43a5-bb23-511a325d7e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:16:02.880213 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-6b03182d-20da-43a5-bb23-511a325d7e64 admin admin] Usage tracker for resource:security_group_rule and tenant:b995607a567148ae8a33f479adc765e8 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:16:02.883453 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-6b03182d-20da-43a5-bb23-511a325d7e64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:16:02.889897 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-6b03182d-20da-43a5-bb23-511a325d7e64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:16:02.960502 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0feee2-50b4-4dcc-b405-75864bce96d2 req-abd44810-9dbb-4fe0-93ae-b39dd486058c tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:02.962180 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fd0feee2-50b4-4dcc-b405-75864bce96d2 req-abd44810-9dbb-4fe0-93ae-b39dd486058c tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.3875988 Apr 22 16:16:03.005524 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6b03182d-20da-43a5-bb23-511a325d7e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:03.010661 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6b03182d-20da-43a5-bb23-511a325d7e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:03.022138 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f923110a-49be-4d1f-9d7f-c2f074192312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:03.023821 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fd0feee2-50b4-4dcc-b405-75864bce96d2 req-9494602a-9aa6-4afa-a6b9-a254a765e12e tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533953 Apr 22 16:16:03.081196 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-6b03182d-20da-43a5-bb23-511a325d7e64 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b995607a567148ae8a33f479adc765e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489271 Apr 22 16:16:03.083088 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5323391f-f148-4bc0-bbb5-434d6280520b req-760c18ad-e5cf-4a9c-ab7b-ef10fb6043ef tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f125a43-11f2-4f51-9408-0987fb5663e4 HTTP/1.1" status: 200 len: 210 time: 0.0579598 Apr 22 16:16:03.084538 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 43548) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:03.086171 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03182d-20da-43a5-bb23-511a325d7e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe83d9db-8373-43b3-958e-cb82787dfcb5,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:03.089449 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-6b03182d-20da-43a5-bb23-511a325d7e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:03.153607 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e08a4029-60f5-4c91-ab1b-82a67a657e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:03.185070 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e08a4029-60f5-4c91-ab1b-82a67a657e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:03.254522 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-4b00a590-b0ad-4169-9bc3-94ea24e18dec tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8d838c09ecce4888b6b84a8c91a17d9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331714 Apr 22 16:16:03.289442 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e08a4029-60f5-4c91-ab1b-82a67a657e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:03.307880 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:03.334085 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a4029-60f5-4c91-ab1b-82a67a657e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe83d9db-8373-43b3-958e-cb82787dfcb5,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:03.339837 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e08a4029-60f5-4c91-ab1b-82a67a657e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:03.423714 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e08a4029-60f5-4c91-ab1b-82a67a657e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:03.428937 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-e08a4029-60f5-4c91-ab1b-82a67a657e8e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe83d9db-8373-43b3-958e-cb82787dfcb5 HTTP/1.1" status: 204 len: 168 time: 0.3401425 Apr 22 16:16:03.558022 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-95e8e9a6-39ea-4971-b689-ed756480a421 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:03.559574 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-95e8e9a6-39ea-4971-b689-ed756480a421 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2984195 Apr 22 16:16:03.589344 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-cb36fb4d-3894-43eb-9387-cf12d4731fc3 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Request body: {'port': {'device_id': '1f125a43-11f2-4f51-9408-0987fb5663e4', 'network_id': 'ccaaba57-a1dd-4586-8304-7ee9669f913a', 'admin_state_up': True, 'tenant_id': '8d838c09ecce4888b6b84a8c91a17d9f'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:16:03.618907 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112a680-0853-4b36-943b-db6ad44bcd0a req-87f99f3a-bd18-4990-a082-c9a8ec0ec357 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:03.620486 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2112a680-0853-4b36-943b-db6ad44bcd0a req-87f99f3a-bd18-4990-a082-c9a8ec0ec357 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad26bd81-efd2-4aa4-a01a-496abe001e8f HTTP/1.1" status: 200 len: 945 time: 0.1500163 Apr 22 16:16:03.794863 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 43586) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:03.878546 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2112a680-0853-4b36-943b-db6ad44bcd0a req-3c4af902-a4bf-4a75-b88c-a682b020e2d2 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8a77a61-cbee-4f33-8df3-b587648ac232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468586 Apr 22 16:16:03.982338 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-cb36fb4d-3894-43eb-9387-cf12d4731fc3 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:16:03.985595 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ac8ec2d6-722f-4035-b64e-3351604e3391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:03.993914 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-cb36fb4d-3894-43eb-9387-cf12d4731fc3 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Usage tracker for resource:port and tenant:8d838c09ecce4888b6b84a8c91a17d9f is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:16:03.997121 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-cb36fb4d-3894-43eb-9387-cf12d4731fc3 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:16:04.004366 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-ac8ec2d6-722f-4035-b64e-3351604e3391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:16:04.004558 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-cb36fb4d-3894-43eb-9387-cf12d4731fc3 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:16:04.008637 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-ac8ec2d6-722f-4035-b64e-3351604e3391 admin admin] Usage tracker for resource:security_group_rule and tenant:a6b8e5cb39594be7aa07b3d136ebd6f2 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:16:04.012557 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-ac8ec2d6-722f-4035-b64e-3351604e3391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:16:04.019464 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-ac8ec2d6-722f-4035-b64e-3351604e3391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:16:04.025599 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-cb36fb4d-3894-43eb-9387-cf12d4731fc3 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Made reservation on behalf of 8d838c09ecce4888b6b84a8c91a17d9f for: {'port': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:16:04.031667 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-cb36fb4d-3894-43eb-9387-cf12d4731fc3 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:04.058168 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702a29f-ba3b-45ea-9ad3-886d95543025 req-eac54700-f22b-4234-b881-fe0bd3b86ad6 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:04.059773 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0702a29f-ba3b-45ea-9ad3-886d95543025 req-eac54700-f22b-4234-b881-fe0bd3b86ad6 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad26bd81-efd2-4aa4-a01a-496abe001e8f HTTP/1.1" status: 200 len: 945 time: 0.1767123 Apr 22 16:16:04.061119 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-cb36fb4d-3894-43eb-9387-cf12d4731fc3 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:04.152519 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-0702a29f-ba3b-45ea-9ad3-886d95543025 req-76cbaab7-2fa3-4b5d-8899-d13db7cf79ec tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Deleting port 8877ef54-ae29-4740-8ebc-83f7314e9d6b {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:16:04.152985 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-0702a29f-ba3b-45ea-9ad3-886d95543025 req-76cbaab7-2fa3-4b5d-8899-d13db7cf79ec tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:04.193633 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-cb36fb4d-3894-43eb-9387-cf12d4731fc3 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:16:04.197884 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-cb36fb4d-3894-43eb-9387-cf12d4731fc3 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Usage tracker for resource:security_group_rule and tenant:8d838c09ecce4888b6b84a8c91a17d9f is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:16:04.201189 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-cb36fb4d-3894-43eb-9387-cf12d4731fc3 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:16:04.209418 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-cb36fb4d-3894-43eb-9387-cf12d4731fc3 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:16:04.218515 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ac8ec2d6-722f-4035-b64e-3351604e3391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:04.222015 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ac8ec2d6-722f-4035-b64e-3351604e3391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:04.231952 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-6db46a8b-35f6-479d-a0ea-d48b19b7f548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:04.269689 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ec2d6-722f-4035-b64e-3351604e3391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcaac6f3-036a-48f4-8be0-383b90d912b1,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:04.283627 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ac8ec2d6-722f-4035-b64e-3351604e3391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:04.310713 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-ac8ec2d6-722f-4035-b64e-3351604e3391 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6b8e5cb39594be7aa07b3d136ebd6f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5144138 Apr 22 16:16:04.311410 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 43620) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:04.395554 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-86444a62-378c-4a59-8660-4347355f9fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:04.416584 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a329370f-527c-4e0a-b535-f9596273aa76 req-9ed44d1d-b21f-4a65-8687-69f5be7af8d0 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f125a43-11f2-4f51-9408-0987fb5663e4 HTTP/1.1" status: 200 len: 210 time: 0.0879161 Apr 22 16:16:04.440849 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-86444a62-378c-4a59-8660-4347355f9fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:04.501880 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-86444a62-378c-4a59-8660-4347355f9fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:04.509307 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-84d43935-53e7-4d8a-ac99-7ad6bb4e373e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:04.524127 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86444a62-378c-4a59-8660-4347355f9fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcaac6f3-036a-48f4-8be0-383b90d912b1,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:04.528932 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-86444a62-378c-4a59-8660-4347355f9fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:04.538127 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-86444a62-378c-4a59-8660-4347355f9fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:04.539410 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-86444a62-378c-4a59-8660-4347355f9fc2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bcaac6f3-036a-48f4-8be0-383b90d912b1 HTTP/1.1" status: 204 len: 168 time: 0.2269144 Apr 22 16:16:04.543697 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f701daa-2561-4f6a-aa5a-57921fb25eff req-5edc9a89-1c0b-42cd-8c2a-2fa059115f6c tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:04.552448 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5f701daa-2561-4f6a-aa5a-57921fb25eff req-5edc9a89-1c0b-42cd-8c2a-2fa059115f6c tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.3226297 Apr 22 16:16:04.698830 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5f701daa-2561-4f6a-aa5a-57921fb25eff req-2a390940-2ef6-403c-a011-e5e2fd9b0138 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452103 Apr 22 16:16:04.724601 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-cb36fb4d-3894-43eb-9387-cf12d4731fc3 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:04.729461 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-cb36fb4d-3894-43eb-9387-cf12d4731fc3 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:04.743602 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-98587189-f458-4cdc-b107-0916211b8f0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:04.816389 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-0702a29f-ba3b-45ea-9ad3-886d95543025 req-76cbaab7-2fa3-4b5d-8899-d13db7cf79ec tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] For port 8877ef54-ae29-4740-8ebc-83f7314e9d6b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8877ef54-ae29-4740-8ebc-83f7314e9d6b,segment=NetworkSegment(05c94258-7618-412f-98cb-32daff62747d),segment_id=05c94258-7618-412f-98cb-32daff62747d)] {{(pid=86316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:16:04.816823 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-0702a29f-ba3b-45ea-9ad3-886d95543025 req-76cbaab7-2fa3-4b5d-8899-d13db7cf79ec tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:04.976515 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36fb4d-3894-43eb-9387-cf12d4731fc3 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ec131b-eb69-465d-b282-d51e89a0ea3d,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:04.989681 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-0702a29f-ba3b-45ea-9ad3-886d95543025 req-76cbaab7-2fa3-4b5d-8899-d13db7cf79ec tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Calling delete_port for 8877ef54-ae29-4740-8ebc-83f7314e9d6b owned by compute:nova {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:16:05.023065 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-cb36fb4d-3894-43eb-9387-cf12d4731fc3 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:05.096762 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 43644) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:05.123459 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-063ffb85-21b9-437a-98fd-1ddf7cd577af admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:05.134259 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 43648) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:05.150803 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-063ffb85-21b9-437a-98fd-1ddf7cd577af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:16:05.155236 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-063ffb85-21b9-437a-98fd-1ddf7cd577af admin admin] Usage tracker for resource:security_group_rule and tenant:449eb47cf641489faf244f2c9cc481e7 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:16:05.158999 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-063ffb85-21b9-437a-98fd-1ddf7cd577af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:16:05.165348 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-063ffb85-21b9-437a-98fd-1ddf7cd577af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:16:05.211627 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-cb36fb4d-3894-43eb-9387-cf12d4731fc3 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Allocated IP 192.168.233.16 (ccaaba57-a1dd-4586-8304-7ee9669f913a/f249df44-e6a2-462f-b47a-3a758c343218/15577d48-62bc-4c83-a956-413db4db07f3) {{(pid=86316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:16:05.285190 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-063ffb85-21b9-437a-98fd-1ddf7cd577af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:05.289466 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-063ffb85-21b9-437a-98fd-1ddf7cd577af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:05.301858 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-41bc4e14-8745-4779-80d7-fcb26e393a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:05.312122 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfccfd2-b7e5-4616-935e-b79ed49308a1 req-ad4e02c0-a222-443c-84a0-0c2e01fab450 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:05.321211 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5bfccfd2-b7e5-4616-935e-b79ed49308a1 req-ad4e02c0-a222-443c-84a0-0c2e01fab450 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad26bd81-efd2-4aa4-a01a-496abe001e8f HTTP/1.1" status: 200 len: 945 time: 0.2828577 Apr 22 16:16:05.350022 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-063ffb85-21b9-437a-98fd-1ddf7cd577af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=449eb47cf641489faf244f2c9cc481e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518170 Apr 22 16:16:05.353344 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 43656) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:05.368097 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ffb85-21b9-437a-98fd-1ddf7cd577af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff47a78e-915d-4737-9e75-f550ffa99282,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:05.373063 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-063ffb85-21b9-437a-98fd-1ddf7cd577af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:05.390242 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fb1ba896-0201-4eff-8be5-226f0e0da408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:05.417110 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-fb1ba896-0201-4eff-8be5-226f0e0da408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:16:05.431378 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-fb1ba896-0201-4eff-8be5-226f0e0da408 admin admin] Usage tracker for resource:security_group_rule and tenant:b5da3a64623442339ba2b25da62ec256 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:16:05.437369 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-fb1ba896-0201-4eff-8be5-226f0e0da408 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:16:05.452912 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-fb1ba896-0201-4eff-8be5-226f0e0da408 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:16:05.487659 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e4d52eb4-cf47-49f0-a833-d9bdb0a0cd6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:05.494726 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5bfccfd2-b7e5-4616-935e-b79ed49308a1 req-129fc29f-99bf-44a6-a238-44ac2ff947f6 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8a77a61-cbee-4f33-8df3-b587648ac232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725693 Apr 22 16:16:05.535315 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e4d52eb4-cf47-49f0-a833-d9bdb0a0cd6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:05.575348 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-0702a29f-ba3b-45ea-9ad3-886d95543025 req-76cbaab7-2fa3-4b5d-8899-d13db7cf79ec tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:05.634931 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e4d52eb4-cf47-49f0-a833-d9bdb0a0cd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:05.646998 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-aa436d81-ea3f-416a-b20b-f8001194552b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:05.656736 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fb1ba896-0201-4eff-8be5-226f0e0da408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:05.666273 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d52eb4-cf47-49f0-a833-d9bdb0a0cd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff47a78e-915d-4737-9e75-f550ffa99282,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:05.668241 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fb1ba896-0201-4eff-8be5-226f0e0da408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:05.670694 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-885d2fc3-6970-4f48-b4d9-736d644cee40 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:05.698685 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e4d52eb4-cf47-49f0-a833-d9bdb0a0cd6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:05.699306 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e4d52eb4-cf47-49f0-a833-d9bdb0a0cd6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:05.702016 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['8877ef54-ae29-4740-8ebc-83f7314e9d6b'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:16:05.710448 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-fb1ba896-0201-4eff-8be5-226f0e0da408 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b5da3a64623442339ba2b25da62ec256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5733814 Apr 22 16:16:05.713489 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 43670) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:05.714380 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e4d52eb4-cf47-49f0-a833-d9bdb0a0cd6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:05.715608 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-e4d52eb4-cf47-49f0-a833-d9bdb0a0cd6c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff47a78e-915d-4737-9e75-f550ffa99282 HTTP/1.1" status: 204 len: 168 time: 0.3489981 Apr 22 16:16:05.731605 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-987b09fc-ebf9-4ca0-b66f-c733a1f2f898 req-b4e7c27a-020b-4f72-9806-20b31867e47d tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f125a43-11f2-4f51-9408-0987fb5663e4 HTTP/1.1" status: 200 len: 210 time: 0.1633704 Apr 22 16:16:05.772296 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cbaab7-2fa3-4b5d-8899-d13db7cf79ec tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Pushing event deleted for resources: {'Port': ['ID=8877ef54-ae29-4740-8ebc-83f7314e9d6b,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:05.777907 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-76cbaab7-2fa3-4b5d-8899-d13db7cf79ec tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:05.816851 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ba896-0201-4eff-8be5-226f0e0da408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47854d9-f757-4e3d-9d5b-dacd1cc611a8,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:05.832139 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-fb1ba896-0201-4eff-8be5-226f0e0da408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:05.887491 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d12f56fe-af5a-47bb-9532-c8c483119035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:05.918083 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d12f56fe-af5a-47bb-9532-c8c483119035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:05.976571 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d12f56fe-af5a-47bb-9532-c8c483119035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:05.981720 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-31caeb0a-34d8-4123-9a6b-2cbb26880336 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:05.997354 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f56fe-af5a-47bb-9532-c8c483119035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47854d9-f757-4e3d-9d5b-dacd1cc611a8,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:06.000128 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-cb36fb4d-3894-43eb-9387-cf12d4731fc3 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Notify callbacks [] for port, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:06.000481 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d12f56fe-af5a-47bb-9532-c8c483119035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:06.001473 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d12f56fe-af5a-47bb-9532-c8c483119035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:06.002921 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-d12f56fe-af5a-47bb-9532-c8c483119035 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b47854d9-f757-4e3d-9d5b-dacd1cc611a8 HTTP/1.1" status: 204 len: 168 time: 0.2861311 Apr 22 16:16:06.293204 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-0702a29f-ba3b-45ea-9ad3-886d95543025 req-76cbaab7-2fa3-4b5d-8899-d13db7cf79ec tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] No DVR routers for this DVR port 8877ef54-ae29-4740-8ebc-83f7314e9d6b on host hv-cinder-78462 {{(pid=86316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:16:06.296610 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-0702a29f-ba3b-45ea-9ad3-886d95543025 req-76cbaab7-2fa3-4b5d-8899-d13db7cf79ec tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:06.304552 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad26bd81-efd2-4aa4-a01a-496abe001e8f', 'name': 'network-vif-deleted', 'tag': '8877ef54-ae29-4740-8ebc-83f7314e9d6b'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:16:06.323667 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-cb36fb4d-3894-43eb-9387-cf12d4731fc3 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Transition to ACTIVE for port object 15577d48-62bc-4c83-a956-413db4db07f3 will not be triggered until provisioned by entity DHCP. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:16:06.361811 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0702a29f-ba3b-45ea-9ad3-886d95543025 req-76cbaab7-2fa3-4b5d-8899-d13db7cf79ec tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.43 "DELETE /v2.0/ports/8877ef54-ae29-4740-8ebc-83f7314e9d6b HTTP/1.1" status: 204 len: 173 time: 2.2884157 Apr 22 16:16:06.370523 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad26bd81-efd2-4aa4-a01a-496abe001e8f', 'name': 'network-vif-deleted', 'tag': '8877ef54-ae29-4740-8ebc-83f7314e9d6b', 'status': 'completed', 'code': 200} Apr 22 16:16:06.397129 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1f937-e072-4243-b59d-518c39eba16a req-7f17e426-2557-435c-8ed3-05f53a9611a4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:06.398889 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-14c1f937-e072-4243-b59d-518c39eba16a req-7f17e426-2557-435c-8ed3-05f53a9611a4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.5204458 Apr 22 16:16:06.400467 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-cb36fb4d-3894-43eb-9387-cf12d4731fc3 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:06.408805 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ebec9cdf-2142-478e-b146-a1384951721a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:06.511347 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-cb36fb4d-3894-43eb-9387-cf12d4731fc3 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Network ccaaba57-a1dd-4586-8304-7ee9669f913a is already hosted by enough agents. {{(pid=86316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:16:06.521744 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-cb36fb4d-3894-43eb-9387-cf12d4731fc3 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Resources bound (agent type, host, resource id): {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:16:06.531706 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-cb36fb4d-3894-43eb-9387-cf12d4731fc3 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Received port after_create {{(pid=86316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:16:06.588138 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-14c1f937-e072-4243-b59d-518c39eba16a req-81790215-f4cd-4e5b-8621-f67f4b9e5ecb tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443434 Apr 22 16:16:06.597230 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36fb4d-3894-43eb-9387-cf12d4731fc3 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Pushing event updated for resources: {'Port': ['ID=15577d48-62bc-4c83-a956-413db4db07f3,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:06.603411 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-cb36fb4d-3894-43eb-9387-cf12d4731fc3 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:06.639046 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-cb36fb4d-3894-43eb-9387-cf12d4731fc3 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:06.639818 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-cb36fb4d-3894-43eb-9387-cf12d4731fc3 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:06.661628 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-cb36fb4d-3894-43eb-9387-cf12d4731fc3 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0770845 Apr 22 16:16:06.676542 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-077a4b9d-0a6d-4baf-a745-03ed07cdaa1c service neutron] Request body: {'port': {'device_id': '1f125a43-11f2-4f51-9408-0987fb5663e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:16:06.882599 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-bde2070b-0c57-4d66-a5af-15e9fcae24be req-a4160a29-ce3a-4476-accd-27a4968801ea tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Synchronizing usage tracker for tenant:0e3f3510aaeb46e1ac51954fe816a5c9 on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:16:06.890825 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-778d73a3-86f3-4c8d-ad4f-d92472c38d4c None None] Provisioning for port 15577d48-62bc-4c83-a956-413db4db07f3 completed by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:16:06.896581 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-778d73a3-86f3-4c8d-ad4f-d92472c38d4c None None] Provisioning complete for port 15577d48-62bc-4c83-a956-413db4db07f3 triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:16:06.897421 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-778d73a3-86f3-4c8d-ad4f-d92472c38d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:06.981951 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-077a4b9d-0a6d-4baf-a745-03ed07cdaa1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:06.999890 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-778d73a3-86f3-4c8d-ad4f-d92472c38d4c None None] Port 15577d48-62bc-4c83-a956-413db4db07f3 cannot update to ACTIVE because it is not bound. {{(pid=86317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:16:07.003985 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-bde2070b-0c57-4d66-a5af-15e9fcae24be req-a4160a29-ce3a-4476-accd-27a4968801ea tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Unset dirty status for tenant:0e3f3510aaeb46e1ac51954fe816a5c9 on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:16:07.013604 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bde2070b-0c57-4d66-a5af-15e9fcae24be req-a4160a29-ce3a-4476-accd-27a4968801ea tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad26bd81-efd2-4aa4-a01a-496abe001e8f HTTP/1.1" status: 200 len: 210 time: 0.2477262 Apr 22 16:16:07.145769 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d3eeb-a0ab-4864-b393-a219b661f662 req-11f8fe20-c628-46b2-b32d-0ec5e7a4b86e tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:07.146591 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-af9d3eeb-a0ab-4864-b393-a219b661f662 req-11f8fe20-c628-46b2-b32d-0ec5e7a4b86e tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Synchronizing usage tracker for tenant:8d838c09ecce4888b6b84a8c91a17d9f on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:16:07.264310 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-af9d3eeb-a0ab-4864-b393-a219b661f662 req-11f8fe20-c628-46b2-b32d-0ec5e7a4b86e tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Unset dirty status for tenant:8d838c09ecce4888b6b84a8c91a17d9f on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:16:07.274453 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-af9d3eeb-a0ab-4864-b393-a219b661f662 req-11f8fe20-c628-46b2-b32d-0ec5e7a4b86e tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f125a43-11f2-4f51-9408-0987fb5663e4 HTTP/1.1" status: 200 len: 935 time: 0.3888910 Apr 22 16:16:07.369746 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-af9d3eeb-a0ab-4864-b393-a219b661f662 req-73988d66-8c24-4574-baa5-9d61c8066e7a tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Synchronizing usage tracker for tenant:8d838c09ecce4888b6b84a8c91a17d9f on resource:security_group {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:16:07.458353 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-af9d3eeb-a0ab-4864-b393-a219b661f662 req-73988d66-8c24-4574-baa5-9d61c8066e7a tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Unset dirty status for tenant:8d838c09ecce4888b6b84a8c91a17d9f on resource:security_group {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:16:07.461568 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-af9d3eeb-a0ab-4864-b393-a219b661f662 req-73988d66-8c24-4574-baa5-9d61c8066e7a tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ec131b-eb69-465d-b282-d51e89a0ea3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855819 Apr 22 16:16:07.610304 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-077a4b9d-0a6d-4baf-a745-03ed07cdaa1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15577d48-62bc-4c83-a956-413db4db07f3 {{(pid=86316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:16:07.620008 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-077a4b9d-0a6d-4baf-a745-03ed07cdaa1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:07.638511 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-077a4b9d-0a6d-4baf-a745-03ed07cdaa1c service neutron] Transition to ACTIVE for port object 15577d48-62bc-4c83-a956-413db4db07f3 will not be triggered until provisioned by entity L2. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:16:07.642873 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-077a4b9d-0a6d-4baf-a745-03ed07cdaa1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:07.647763 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:07.749910 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a4b9d-0a6d-4baf-a745-03ed07cdaa1c service neutron] Pushing event updated for resources: {'Port': ['ID=15577d48-62bc-4c83-a956-413db4db07f3,revision_number=2']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:07.758502 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-077a4b9d-0a6d-4baf-a745-03ed07cdaa1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:07.909887 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:08.134699 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd590d47-5a3c-48e7-a8f7-606effa9308c req-a01504cf-fb28-49c7-bbb0-8c8ddd367034 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:08.136733 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bd590d47-5a3c-48e7-a8f7-606effa9308c req-a01504cf-fb28-49c7-bbb0-8c8ddd367034 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.2245145 Apr 22 16:16:08.174692 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-077a4b9d-0a6d-4baf-a745-03ed07cdaa1c service neutron] Attempting to bind port 15577d48-62bc-4c83-a956-413db4db07f3 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:16:08.175215 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-077a4b9d-0a6d-4baf-a745-03ed07cdaa1c service neutron] Attempting to bind port 15577d48-62bc-4c83-a956-413db4db07f3 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '133db314-22f3-4bf6-8b7b-545c56dba68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ccaaba57-a1dd-4586-8304-7ee9669f913a'}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:16:08.175587 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-077a4b9d-0a6d-4baf-a745-03ed07cdaa1c service neutron] Attempting to bind port 15577d48-62bc-4c83-a956-413db4db07f3 on network ccaaba57-a1dd-4586-8304-7ee9669f913a {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:16:08.185953 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-077a4b9d-0a6d-4baf-a745-03ed07cdaa1c service neutron] Port 15577d48-62bc-4c83-a956-413db4db07f3 on network ccaaba57-a1dd-4586-8304-7ee9669f913a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:16:08.186572 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-077a4b9d-0a6d-4baf-a745-03ed07cdaa1c service neutron] Attempting to bind port 15577d48-62bc-4c83-a956-413db4db07f3 on network ccaaba57-a1dd-4586-8304-7ee9669f913a {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:16:08.194420 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-077a4b9d-0a6d-4baf-a745-03ed07cdaa1c service neutron] Checking agent: {'id': '016b7565-6632-473e-a317-92a5bd3f2916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'started_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:16:08.194817 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-077a4b9d-0a6d-4baf-a745-03ed07cdaa1c service neutron] Checking segment: {'id': '133db314-22f3-4bf6-8b7b-545c56dba68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ccaaba57-a1dd-4586-8304-7ee9669f913a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:16:08.195233 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-077a4b9d-0a6d-4baf-a745-03ed07cdaa1c service neutron] Bound using segment: {'id': '133db314-22f3-4bf6-8b7b-545c56dba68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ccaaba57-a1dd-4586-8304-7ee9669f913a'} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:16:08.195885 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-077a4b9d-0a6d-4baf-a745-03ed07cdaa1c service neutron] Bound port: 15577d48-62bc-4c83-a956-413db4db07f3, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '133db314-22f3-4bf6-8b7b-545c56dba68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ccaaba57-a1dd-4586-8304-7ee9669f913a'}}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:16:08.196271 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-077a4b9d-0a6d-4baf-a745-03ed07cdaa1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:08.232930 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bd590d47-5a3c-48e7-a8f7-606effa9308c req-415bca6b-7f47-4cef-adb1-5d8a28759c03 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813136 Apr 22 16:16:08.341767 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-077a4b9d-0a6d-4baf-a745-03ed07cdaa1c service neutron] For port 15577d48-62bc-4c83-a956-413db4db07f3, host hv-cinder-78462, cleared binding levels {{(pid=86316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:16:08.347390 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-077a4b9d-0a6d-4baf-a745-03ed07cdaa1c service neutron] For port 15577d48-62bc-4c83-a956-413db4db07f3, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=15577d48-62bc-4c83-a956-413db4db07f3,segment=NetworkSegment(133db314-22f3-4bf6-8b7b-545c56dba68d),segment_id=133db314-22f3-4bf6-8b7b-545c56dba68d)] {{(pid=86316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:16:08.353962 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-077a4b9d-0a6d-4baf-a745-03ed07cdaa1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:08.363247 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:08.431183 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-077a4b9d-0a6d-4baf-a745-03ed07cdaa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:08.431416 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-077a4b9d-0a6d-4baf-a745-03ed07cdaa1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:08.434276 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-077a4b9d-0a6d-4baf-a745-03ed07cdaa1c service neutron] 10.222.0.43 "PUT /v2.0/ports/15577d48-62bc-4c83-a956-413db4db07f3 HTTP/1.1" status: 200 len: 1097 time: 1.7628469 Apr 22 16:16:08.437801 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f125a43-11f2-4f51-9408-0987fb5663e4', 'tag': '15577d48-62bc-4c83-a956-413db4db07f3'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:16:08.450774 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-98ab90df-75ca-4a32-b967-f1522f918a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:08.836643 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a4b9d-0a6d-4baf-a745-03ed07cdaa1c service neutron] Pushing event updated for resources: {'Port': ['ID=15577d48-62bc-4c83-a956-413db4db07f3,revision_number=3']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:08.845963 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 8877ef54-ae29-4740-8ebc-83f7314e9d6b no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:16:08.849295 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-077a4b9d-0a6d-4baf-a745-03ed07cdaa1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:08.858357 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-064c081a-a224-47ac-843d-fd111575179c tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:08.866992 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-064c081a-a224-47ac-843d-fd111575179c tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/networks?id=8bc2203d-517d-4eee-b6a0-4f9b1050a929 HTTP/1.1" status: 200 len: 809 time: 0.4608471 Apr 22 16:16:08.897318 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] No Port match for: 8877ef54-ae29-4740-8ebc-83f7314e9d6b {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:16:08.897318 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 8877ef54-ae29-4740-8ebc-83f7314e9d6b not bound to the agent host hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:16:08.924449 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-a61f21d7-bf3f-4f74-8a8c-ad7b42a1a82d tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/quotas/0e3f3510aaeb46e1ac51954fe816a5c9 HTTP/1.1" status: 200 len: 375 time: 0.0561104 Apr 22 16:16:09.024005 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-57d5383d-63e3-4532-8691-ceab829424ae tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e3f3510aaeb46e1ac51954fe816a5c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0802321 Apr 22 16:16:09.046623 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 43850) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:09.180209 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-cc7ec779-6144-452d-8818-aa312d954f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:09.181815 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-cc7ec779-6144-452d-8818-aa312d954f1a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d838c09ecce4888b6b84a8c91a17d9f&device_id=1f125a43-11f2-4f51-9408-0987fb5663e4 HTTP/1.1" status: 200 len: 1100 time: 0.5688314 Apr 22 16:16:09.223735 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d82e47c4-8015-4374-b607-5c678fe6d38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:09.244041 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-d82e47c4-8015-4374-b607-5c678fe6d38d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:16:09.248408 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-d82e47c4-8015-4374-b607-5c678fe6d38d admin admin] Usage tracker for resource:security_group_rule and tenant:2f2d6b93049343a8a1a9b51f2c928ed4 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:16:09.252866 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-d82e47c4-8015-4374-b607-5c678fe6d38d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:16:09.260881 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-d82e47c4-8015-4374-b607-5c678fe6d38d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:16:09.271088 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2b249-9000-49cb-881c-64dbd98dd5c9 req-d1a5f565-4452-4699-85dc-7a4e70eb9de8 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:09.275853 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-eba2b249-9000-49cb-881c-64dbd98dd5c9 req-d1a5f565-4452-4699-85dc-7a4e70eb9de8 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f125a43-11f2-4f51-9408-0987fb5663e4 HTTP/1.1" status: 200 len: 947 time: 0.4281042 Apr 22 16:16:09.291923 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-7654d81f-12f1-4b0f-b1e0-5f2ee8c65244 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=15577d48-62bc-4c83-a956-413db4db07f3 HTTP/1.1" status: 200 len: 217 time: 0.0917103 Apr 22 16:16:09.368269 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d82e47c4-8015-4374-b607-5c678fe6d38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:09.372269 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d82e47c4-8015-4374-b607-5c678fe6d38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:09.383026 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-314cda5c-6d64-46a3-bc7e-0ade379e89cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:09.405355 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-2b105161-17b4-47e6-9743-ad15a5bd1cfd service neutron] 10.222.0.21 "GET /v2.0/networks/8bc2203d-517d-4eee-b6a0-4f9b1050a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632917 Apr 22 16:16:09.435596 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e47c4-8015-4374-b607-5c678fe6d38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca41bd6b-04a0-4373-b03f-a416c0f946d5,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:09.441102 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-d82e47c4-8015-4374-b607-5c678fe6d38d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f2d6b93049343a8a1a9b51f2c928ed4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3942757 Apr 22 16:16:09.442018 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d82e47c4-8015-4374-b607-5c678fe6d38d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:09.443794 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 43878) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:09.463346 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-eba2b249-9000-49cb-881c-64dbd98dd5c9 req-4fd11995-dc1f-47a7-b7d0-b20068bc1077 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ec131b-eb69-465d-b282-d51e89a0ea3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734409 Apr 22 16:16:09.470020 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-a127f993-23ec-4e63-bd49-0d009c253963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:09.471555 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-a127f993-23ec-4e63-bd49-0d009c253963 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f249df44-e6a2-462f-b47a-3a758c343218 HTTP/1.1" status: 200 len: 843 time: 0.1578085 Apr 22 16:16:09.528034 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-013ede25-3877-45e4-b762-c4aad103ee7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:09.541572 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f125a43-11f2-4f51-9408-0987fb5663e4', 'tag': '15577d48-62bc-4c83-a956-413db4db07f3', 'status': 'completed', 'code': 200} Apr 22 16:16:09.563263 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-013ede25-3877-45e4-b762-c4aad103ee7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:09.670840 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-013ede25-3877-45e4-b762-c4aad103ee7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:09.680672 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-6b03182d-20da-43a5-bb23-511a325d7e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:09.699711 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ede25-3877-45e4-b762-c4aad103ee7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca41bd6b-04a0-4373-b03f-a416c0f946d5,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:09.702711 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-013ede25-3877-45e4-b762-c4aad103ee7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:09.703753 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-013ede25-3877-45e4-b762-c4aad103ee7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:09.705160 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-013ede25-3877-45e4-b762-c4aad103ee7f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca41bd6b-04a0-4373-b03f-a416c0f946d5 HTTP/1.1" status: 204 len: 168 time: 0.2570300 Apr 22 16:16:09.709739 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-c8493359-a36d-48ed-a437-0afdbfbd7ef1 service neutron] 10.222.0.21 "GET /v2.0/networks/8bc2203d-517d-4eee-b6a0-4f9b1050a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929192 Apr 22 16:16:09.734219 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-c9825cb0-7527-4cfd-a99a-9f22fb3eecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:09.736418 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-c9825cb0-7527-4cfd-a99a-9f22fb3eecfe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ccaaba57-a1dd-4586-8304-7ee9669f913a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1968248 Apr 22 16:16:10.078970 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-82e93ef6-ac23-46a2-b6b8-53de708576b7 req-c7e9c2d4-efd2-413d-acd5-30f9892826b5 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb26e743-a5b2-4c20-80ea-c12c16cc6fb2 HTTP/1.1" status: 200 len: 210 time: 0.1237566 Apr 22 16:16:10.102949 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-10a14800-0307-4b25-863a-34f9b60c549c service neutron] 10.222.0.43 "GET /v2.0/networks/ccaaba57-a1dd-4586-8304-7ee9669f913a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565660 Apr 22 16:16:10.172239 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e69303-2b7e-420a-9d91-01826d4f5f3d req-9976d103-c52d-48b7-8585-d0eed11809fe tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:10.174346 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-40e69303-2b7e-420a-9d91-01826d4f5f3d req-9976d103-c52d-48b7-8585-d0eed11809fe tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.3746579 Apr 22 16:16:10.317001 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-40e69303-2b7e-420a-9d91-01826d4f5f3d req-18d3c574-41d5-4542-b1a1-2c4b4a8c8b76 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692031 Apr 22 16:16:10.330620 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 43910) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:10.364995 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6737b9a9-c032-40be-ae43-fa7605076e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:10.372974 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1da36aa9-5c6d-472c-81b7-5b40e9420b0f req-34bc8344-6c68-43c9-acad-0ae92dbeac96 service neutron] 10.222.0.43 "GET /v2.0/networks/ccaaba57-a1dd-4586-8304-7ee9669f913a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624071 Apr 22 16:16:10.383067 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-6737b9a9-c032-40be-ae43-fa7605076e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:16:10.387537 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-6737b9a9-c032-40be-ae43-fa7605076e7e admin admin] Usage tracker for resource:security_group_rule and tenant:6b4ef9835e484331aff3524441ec92ed is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:16:10.391027 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-6737b9a9-c032-40be-ae43-fa7605076e7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:16:10.398269 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-6737b9a9-c032-40be-ae43-fa7605076e7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:16:10.498699 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6737b9a9-c032-40be-ae43-fa7605076e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:10.504601 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6737b9a9-c032-40be-ae43-fa7605076e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:10.509112 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9786d9-ec23-45ea-8123-cf80ecaf68d5 req-c186e2b9-1502-4bb3-8f45-238ad7218072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:10.510755 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7d9786d9-ec23-45ea-8123-cf80ecaf68d5 req-c186e2b9-1502-4bb3-8f45-238ad7218072 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d838c09ecce4888b6b84a8c91a17d9f&device_id=1f125a43-11f2-4f51-9408-0987fb5663e4 HTTP/1.1" status: 200 len: 1100 time: 0.0901158 Apr 22 16:16:10.518286 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-334e55a9-9ba4-4c24-9666-ea7cfab2f51e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:10.562936 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-6737b9a9-c032-40be-ae43-fa7605076e7e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b4ef9835e484331aff3524441ec92ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311165 Apr 22 16:16:10.564511 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737b9a9-c032-40be-ae43-fa7605076e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f4e8f7-fc7e-4efc-895b-97faf93f1227,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:10.574825 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 43916) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:10.580647 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-6737b9a9-c032-40be-ae43-fa7605076e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:10.659362 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af3acd19-4f4e-436c-84e2-92247dc2eaeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:10.692959 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af3acd19-4f4e-436c-84e2-92247dc2eaeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:10.752773 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af3acd19-4f4e-436c-84e2-92247dc2eaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:10.757913 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ac8ec2d6-722f-4035-b64e-3351604e3391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:10.762410 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9786d9-ec23-45ea-8123-cf80ecaf68d5 req-eb413b6b-331b-4937-a325-1ba6bf4a7767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:10.764054 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7d9786d9-ec23-45ea-8123-cf80ecaf68d5 req-eb413b6b-331b-4937-a325-1ba6bf4a7767 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ccaaba57-a1dd-4586-8304-7ee9669f913a HTTP/1.1" status: 200 len: 870 time: 0.2446258 Apr 22 16:16:10.779721 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3acd19-4f4e-436c-84e2-92247dc2eaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f4e8f7-fc7e-4efc-895b-97faf93f1227,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:10.780944 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af3acd19-4f4e-436c-84e2-92247dc2eaeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:10.784705 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-af3acd19-4f4e-436c-84e2-92247dc2eaeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87f4e8f7-fc7e-4efc-895b-97faf93f1227 HTTP/1.1" status: 204 len: 168 time: 0.2066963 Apr 22 16:16:10.784705 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-af3acd19-4f4e-436c-84e2-92247dc2eaeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:11.073753 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7d9786d9-ec23-45ea-8123-cf80ecaf68d5 req-b4eca462-b209-4576-8260-5854f51bbf78 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=15577d48-62bc-4c83-a956-413db4db07f3 HTTP/1.1" status: 200 len: 217 time: 0.3011692 Apr 22 16:16:11.083743 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eef037-b280-416c-9f75-702537d8d5a0 req-08676483-3204-4c6c-9ec5-6c975cd2ae6a tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:11.085320 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-09eef037-b280-416c-9f75-702537d8d5a0 req-08676483-3204-4c6c-9ec5-6c975cd2ae6a tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f125a43-11f2-4f51-9408-0987fb5663e4 HTTP/1.1" status: 200 len: 947 time: 0.4425597 Apr 22 16:16:11.181529 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9786d9-ec23-45ea-8123-cf80ecaf68d5 req-c22ae49b-20b6-46d9-9718-877786d369b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:11.183161 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7d9786d9-ec23-45ea-8123-cf80ecaf68d5 req-c22ae49b-20b6-46d9-9718-877786d369b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f249df44-e6a2-462f-b47a-3a758c343218 HTTP/1.1" status: 200 len: 843 time: 0.0968909 Apr 22 16:16:11.257533 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-09eef037-b280-416c-9f75-702537d8d5a0 req-c47b3182-56cb-47b2-a702-3e2116c5a51a tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ec131b-eb69-465d-b282-d51e89a0ea3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320665 Apr 22 16:16:11.316431 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-53d920f3-39bd-4492-918d-a17ba048000c req-ab386e21-73b4-43b2-a8cc-159cead2a0e0 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb26e743-a5b2-4c20-80ea-c12c16cc6fb2 HTTP/1.1" status: 200 len: 210 time: 0.0577884 Apr 22 16:16:11.353157 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9786d9-ec23-45ea-8123-cf80ecaf68d5 req-350f72c6-d69c-4f03-ab39-de3d03bb765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:11.354825 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7d9786d9-ec23-45ea-8123-cf80ecaf68d5 req-350f72c6-d69c-4f03-ab39-de3d03bb765b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ccaaba57-a1dd-4586-8304-7ee9669f913a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1600342 Apr 22 16:16:11.405637 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9f128106-454d-41c3-bc19-eb85964a9758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:11.580811 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:11.689841 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 43944) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:11.763028 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7d9786d9-ec23-45ea-8123-cf80ecaf68d5 req-254dad0b-fa49-4d28-b3bd-f03d9124b2ff service neutron] 10.222.0.43 "GET /v2.0/networks/ccaaba57-a1dd-4586-8304-7ee9669f913a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698671 Apr 22 16:16:11.811687 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:11.864706 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b4826510-fd14-410c-b250-ba7b8b9dc26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:11.880567 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-b4826510-fd14-410c-b250-ba7b8b9dc26b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:16:11.884688 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-b4826510-fd14-410c-b250-ba7b8b9dc26b admin admin] Usage tracker for resource:security_group_rule and tenant:8125a444508d4b4aa7acc4cb6c3729e4 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:16:11.887759 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-b4826510-fd14-410c-b250-ba7b8b9dc26b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:16:11.894009 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-b4826510-fd14-410c-b250-ba7b8b9dc26b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:16:11.906879 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-26a6e8fb-7428-41f0-98d6-3ad57f6ad064 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:11.908795 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-26a6e8fb-7428-41f0-98d6-3ad57f6ad064 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.43 "GET /v2.0/networks?id=8bc2203d-517d-4eee-b6a0-4f9b1050a929 HTTP/1.1" status: 200 len: 809 time: 0.3817563 Apr 22 16:16:11.927795 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decdafb-fefd-4494-9bb4-f58ceebc8189 req-f545affd-0845-4818-aaa5-cba162f2c9e4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:11.929378 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4decdafb-fefd-4494-9bb4-f58ceebc8189 req-f545affd-0845-4818-aaa5-cba162f2c9e4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.3689973 Apr 22 16:16:11.937937 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-8f3400ac-0d11-476d-b3ef-0dc8d8635851 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Request body: {'port': {'device_id': 'fb26e743-a5b2-4c20-80ea-c12c16cc6fb2', 'network_id': '8bc2203d-517d-4eee-b6a0-4f9b1050a929', 'admin_state_up': True, 'tenant_id': '0e3f3510aaeb46e1ac51954fe816a5c9'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:16:11.986475 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b4826510-fd14-410c-b250-ba7b8b9dc26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:11.989615 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b4826510-fd14-410c-b250-ba7b8b9dc26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:11.999643 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-102f0ced-292d-4622-a5b9-b7de00655f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:12.044698 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-b4826510-fd14-410c-b250-ba7b8b9dc26b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8125a444508d4b4aa7acc4cb6c3729e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3532522 Apr 22 16:16:12.045634 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4826510-fd14-410c-b250-ba7b8b9dc26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72d5c73-7876-4cb7-90aa-456632ae43de,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:12.049137 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 43952) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:12.052072 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b4826510-fd14-410c-b250-ba7b8b9dc26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:12.115801 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1b1b08a9-c3f1-4d7e-9166-ac756ca9078b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:12.120477 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7d9786d9-ec23-45ea-8123-cf80ecaf68d5 req-b5a91adf-9d07-4d1f-90c3-89967db559dc service neutron] 10.222.0.43 "GET /v2.0/networks/ccaaba57-a1dd-4586-8304-7ee9669f913a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489304 Apr 22 16:16:12.126017 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4decdafb-fefd-4494-9bb4-f58ceebc8189 req-d4e23e28-65aa-4447-8af4-47ae2b4d7c38 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733525 Apr 22 16:16:12.144471 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1b1b08a9-c3f1-4d7e-9166-ac756ca9078b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:12.158044 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-8f3400ac-0d11-476d-b3ef-0dc8d8635851 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:16:12.168598 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-8f3400ac-0d11-476d-b3ef-0dc8d8635851 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:16:12.177920 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-8f3400ac-0d11-476d-b3ef-0dc8d8635851 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Made reservation on behalf of 0e3f3510aaeb46e1ac51954fe816a5c9 for: {'port': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:16:12.184054 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-8f3400ac-0d11-476d-b3ef-0dc8d8635851 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:12.190201 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1b1b08a9-c3f1-4d7e-9166-ac756ca9078b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:12.195591 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-86444a62-378c-4a59-8660-4347355f9fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:12.210080 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b08a9-c3f1-4d7e-9166-ac756ca9078b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72d5c73-7876-4cb7-90aa-456632ae43de,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:12.213119 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1b1b08a9-c3f1-4d7e-9166-ac756ca9078b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:12.214087 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1b1b08a9-c3f1-4d7e-9166-ac756ca9078b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:12.224365 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-1b1b08a9-c3f1-4d7e-9166-ac756ca9078b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d72d5c73-7876-4cb7-90aa-456632ae43de HTTP/1.1" status: 204 len: 168 time: 0.1679440 Apr 22 16:16:12.378830 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-8f3400ac-0d11-476d-b3ef-0dc8d8635851 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Allocated IP 172.20.0.4 (8bc2203d-517d-4eee-b6a0-4f9b1050a929/e4dfa20d-4fea-4096-88f0-cdbb29a5e6a1/e8f0eab0-b5c9-40d6-9b27-c14d1957352c) {{(pid=86316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:16:12.555023 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 43970) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:12.580823 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f3f0c1c1-bc48-4485-8076-68e777a1451e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:12.581402 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c23a6923-f681-4846-a2de-a4a0dcaf7cef req-f26701a5-636d-47c8-8702-c7e2483f4df5 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb26e743-a5b2-4c20-80ea-c12c16cc6fb2 HTTP/1.1" status: 200 len: 210 time: 0.0981605 Apr 22 16:16:12.606555 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-f3f0c1c1-bc48-4485-8076-68e777a1451e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:16:12.611423 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-f3f0c1c1-bc48-4485-8076-68e777a1451e admin admin] Usage tracker for resource:security_group_rule and tenant:d063651e3aae42fe8a86e5b29ba6bca2 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:16:12.614842 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-f3f0c1c1-bc48-4485-8076-68e777a1451e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:16:12.622129 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-f3f0c1c1-bc48-4485-8076-68e777a1451e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:16:12.714582 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73228e-ce71-4262-8810-73818760ce80 req-8edf27a8-8a2b-41e5-88c5-c0c1d39471c5 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:12.722456 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bb73228e-ce71-4262-8810-73818760ce80 req-8edf27a8-8a2b-41e5-88c5-c0c1d39471c5 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f125a43-11f2-4f51-9408-0987fb5663e4 HTTP/1.1" status: 200 len: 947 time: 0.2916739 Apr 22 16:16:12.752824 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f3f0c1c1-bc48-4485-8076-68e777a1451e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:12.756835 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f3f0c1c1-bc48-4485-8076-68e777a1451e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:12.766123 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-62045581-f33d-44d9-944e-66d47a2937d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:12.774084 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-8f3400ac-0d11-476d-b3ef-0dc8d8635851 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Notify callbacks [] for port, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:12.790346 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bb73228e-ce71-4262-8810-73818760ce80 req-6a5a2528-8799-4519-8969-7c57714dc4ef tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ec131b-eb69-465d-b282-d51e89a0ea3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670450 Apr 22 16:16:12.815106 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-f3f0c1c1-bc48-4485-8076-68e777a1451e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d063651e3aae42fe8a86e5b29ba6bca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2586668 Apr 22 16:16:12.820664 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 43976) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:12.831711 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0c1c1-bc48-4485-8076-68e777a1451e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5bf08f-a639-4310-a0a4-144ca62238a3,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:12.837046 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f3f0c1c1-bc48-4485-8076-68e777a1451e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:12.846879 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 15577d48-62bc-4c83-a956-413db4db07f3 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:16:12.859583 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-8f3400ac-0d11-476d-b3ef-0dc8d8635851 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:12.882514 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:12.889489 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-05b4dac7-0712-4f91-a253-3130ac80ab3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:12.930976 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-05b4dac7-0712-4f91-a253-3130ac80ab3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:12.948706 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-8f3400ac-0d11-476d-b3ef-0dc8d8635851 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Network 8bc2203d-517d-4eee-b6a0-4f9b1050a929 is already hosted by enough agents. {{(pid=86316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:16:12.952928 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-8f3400ac-0d11-476d-b3ef-0dc8d8635851 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Resources bound (agent type, host, resource id): {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:16:12.964860 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-8f3400ac-0d11-476d-b3ef-0dc8d8635851 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Received port after_create {{(pid=86316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:16:12.990786 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-05b4dac7-0712-4f91-a253-3130ac80ab3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:13.005923 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-93066d5d-005c-4f5d-b190-e356e8aa2423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:13.024714 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3400ac-0d11-476d-b3ef-0dc8d8635851 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Pushing event updated for resources: {'Port': ['ID=e8f0eab0-b5c9-40d6-9b27-c14d1957352c,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:13.029320 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4dac7-0712-4f91-a253-3130ac80ab3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5bf08f-a639-4310-a0a4-144ca62238a3,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:13.033149 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-05b4dac7-0712-4f91-a253-3130ac80ab3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:13.034540 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-05b4dac7-0712-4f91-a253-3130ac80ab3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab5bf08f-a639-4310-a0a4-144ca62238a3 HTTP/1.1" status: 204 len: 168 time: 0.2166312 Apr 22 16:16:13.036703 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-05b4dac7-0712-4f91-a253-3130ac80ab3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:13.044154 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-8f3400ac-0d11-476d-b3ef-0dc8d8635851 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:13.059232 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 15577d48-62bc-4c83-a956-413db4db07f3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=15577d48-62bc-4c83-a956-413db4db07f3,segment=NetworkSegment(133db314-22f3-4bf6-8b7b-545c56dba68d),segment_id=133db314-22f3-4bf6-8b7b-545c56dba68d)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:16:13.079537 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Returning: {'device': '15577d48-62bc-4c83-a956-413db4db07f3', 'network_id': 'ccaaba57-a1dd-4586-8304-7ee9669f913a', 'port_id': '15577d48-62bc-4c83-a956-413db4db07f3', 'mac_address': 'fa:16:3e:e4:59:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f249df44-e6a2-462f-b47a-3a758c343218', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:16:13.081984 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-8f3400ac-0d11-476d-b3ef-0dc8d8635851 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:13.082709 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-8f3400ac-0d11-476d-b3ef-0dc8d8635851 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:13.111573 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-8f3400ac-0d11-476d-b3ef-0dc8d8635851 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1788933 Apr 22 16:16:13.127504 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-bdb1f2fe-c6fe-4201-8c14-006ab515f7ea service neutron] Request body: {'port': {'device_id': 'fb26e743-a5b2-4c20-80ea-c12c16cc6fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:16:13.169191 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:13.170321 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:13.201875 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15577d48-62bc-4c83-a956-413db4db07f3 {{(pid=86317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:16:13.224371 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 15577d48-62bc-4c83-a956-413db4db07f3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=15577d48-62bc-4c83-a956-413db4db07f3,segment=NetworkSegment(133db314-22f3-4bf6-8b7b-545c56dba68d),segment_id=133db314-22f3-4bf6-8b7b-545c56dba68d)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:16:13.231532 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:13.234917 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:13.318379 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-bdb1f2fe-c6fe-4201-8c14-006ab515f7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:13.337874 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=15577d48-62bc-4c83-a956-413db4db07f3,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:13.341998 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:13.533660 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 44000) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:13.553837 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e7bca307-93be-4e84-ad76-b1e4d8571075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:13.569656 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-e7bca307-93be-4e84-ad76-b1e4d8571075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:16:13.573838 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-e7bca307-93be-4e84-ad76-b1e4d8571075 admin admin] Usage tracker for resource:security_group_rule and tenant:1bbaff11d671419f9664c13993fa94eb is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:16:13.577677 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-e7bca307-93be-4e84-ad76-b1e4d8571075 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:16:13.585643 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-e7bca307-93be-4e84-ad76-b1e4d8571075 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:16:13.612564 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['15577d48-62bc-4c83-a956-413db4db07f3'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:16:13.687547 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e7bca307-93be-4e84-ad76-b1e4d8571075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:13.689303 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08507205-79d5-438d-9880-2f69cae6ff6f req-b6021481-c48b-480f-8f28-c73d6ccc045c tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:13.691480 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e7bca307-93be-4e84-ad76-b1e4d8571075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:13.699376 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-08507205-79d5-438d-9880-2f69cae6ff6f req-b6021481-c48b-480f-8f28-c73d6ccc045c tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.3707051 Apr 22 16:16:13.705744 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e9ab024b-70cf-4659-a5cf-e3656fd8ab7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:13.737314 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bca307-93be-4e84-ad76-b1e4d8571075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1da5e3e-e03b-44c0-ba7d-c920bc3313be,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:13.742522 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e7bca307-93be-4e84-ad76-b1e4d8571075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:13.763707 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-e7bca307-93be-4e84-ad76-b1e4d8571075 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1bbaff11d671419f9664c13993fa94eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288845 Apr 22 16:16:13.764477 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 44006) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:13.807559 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b089d-fdb0-44b4-9705-0f6b1dbe7ab3 req-1a45e224-678e-44a3-8b42-342df9d3e14e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:13.809164 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ee8b089d-fdb0-44b4-9705-0f6b1dbe7ab3 req-1a45e224-678e-44a3-8b42-342df9d3e14e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 945 time: 0.3506401 Apr 22 16:16:13.833969 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7a3a79a6-1ac8-48e9-9993-76495d017a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:13.865921 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7a3a79a6-1ac8-48e9-9993-76495d017a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:13.869417 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-08507205-79d5-438d-9880-2f69cae6ff6f req-bb501080-3500-478c-81d5-762697d3ca7f tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691022 Apr 22 16:16:13.919933 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ee8b089d-fdb0-44b4-9705-0f6b1dbe7ab3 req-03155f94-aaa1-4649-aa3f-c398ec5cf53c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0849991 Apr 22 16:16:13.920712 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7a3a79a6-1ac8-48e9-9993-76495d017a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:13.928599 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-013ede25-3877-45e4-b762-c4aad103ee7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:13.943637 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a79a6-1ac8-48e9-9993-76495d017a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1da5e3e-e03b-44c0-ba7d-c920bc3313be,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:13.951393 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-7a3a79a6-1ac8-48e9-9993-76495d017a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:13.952428 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7a3a79a6-1ac8-48e9-9993-76495d017a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:13.953872 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-7a3a79a6-1ac8-48e9-9993-76495d017a48 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1da5e3e-e03b-44c0-ba7d-c920bc3313be HTTP/1.1" status: 204 len: 168 time: 0.1881938 Apr 22 16:16:14.411318 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-bdb1f2fe-c6fe-4201-8c14-006ab515f7ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f0eab0-b5c9-40d6-9b27-c14d1957352c {{(pid=86316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:16:14.426311 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-bdb1f2fe-c6fe-4201-8c14-006ab515f7ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:14.468251 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-bdb1f2fe-c6fe-4201-8c14-006ab515f7ea service neutron] Transition to ACTIVE for port object e8f0eab0-b5c9-40d6-9b27-c14d1957352c will not be triggered until provisioned by entity L2. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:16:14.489183 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-bdb1f2fe-c6fe-4201-8c14-006ab515f7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:14.496452 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:14.664019 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72ac14-7ea8-43e1-89b6-65bc8554e362 req-d2c8ea22-9b7f-4846-a8ff-c478e60de4ad tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:14.664685 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-ae72ac14-7ea8-43e1-89b6-65bc8554e362 req-d2c8ea22-9b7f-4846-a8ff-c478e60de4ad tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Synchronizing usage tracker for tenant:0e3f3510aaeb46e1ac51954fe816a5c9 on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:16:14.682828 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d61143-703c-434f-8ccd-e2608042c1a4 req-9e7bc566-5383-4fda-b4cc-e4907c7169b9 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:14.684445 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-f5d61143-703c-434f-8ccd-e2608042c1a4 req-9e7bc566-5383-4fda-b4cc-e4907c7169b9 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f125a43-11f2-4f51-9408-0987fb5663e4 HTTP/1.1" status: 200 len: 948 time: 0.3830917 Apr 22 16:16:14.688711 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1f2fe-c6fe-4201-8c14-006ab515f7ea service neutron] Pushing event updated for resources: {'Port': ['ID=e8f0eab0-b5c9-40d6-9b27-c14d1957352c,revision_number=2']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:14.693255 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8204d-6e3b-4dfa-8cbc-8b4a7294a72e req-db305d33-e3c3-4d74-a59b-b54e1e11ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:14.694828 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-95e8204d-6e3b-4dfa-8cbc-8b4a7294a72e req-db305d33-e3c3-4d74-a59b-b54e1e11ccb7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 1098 time: 0.3922315 Apr 22 16:16:14.733630 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-bdb1f2fe-c6fe-4201-8c14-006ab515f7ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:14.816856 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-ae72ac14-7ea8-43e1-89b6-65bc8554e362 req-d2c8ea22-9b7f-4846-a8ff-c478e60de4ad tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Unset dirty status for tenant:0e3f3510aaeb46e1ac51954fe816a5c9 on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:16:14.818101 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ae72ac14-7ea8-43e1-89b6-65bc8554e362 req-d2c8ea22-9b7f-4846-a8ff-c478e60de4ad tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb26e743-a5b2-4c20-80ea-c12c16cc6fb2 HTTP/1.1" status: 200 len: 931 time: 0.8112459 Apr 22 16:16:14.855673 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 15577d48-62bc-4c83-a956-413db4db07f3 up at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:16:14.894790 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-f5d61143-703c-434f-8ccd-e2608042c1a4 req-f5b9247b-5a20-402a-90cf-a1b03d7ddbe0 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ec131b-eb69-465d-b282-d51e89a0ea3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699128 Apr 22 16:16:14.896373 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-95e8204d-6e3b-4dfa-8cbc-8b4a7294a72e req-1f87b80c-9b74-4ff0-a96e-6176992718b3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641779 Apr 22 16:16:14.934081 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-bdb1f2fe-c6fe-4201-8c14-006ab515f7ea service neutron] Attempting to bind port e8f0eab0-b5c9-40d6-9b27-c14d1957352c on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:16:14.934441 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-bdb1f2fe-c6fe-4201-8c14-006ab515f7ea service neutron] Attempting to bind port e8f0eab0-b5c9-40d6-9b27-c14d1957352c by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '05c94258-7618-412f-98cb-32daff62747d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8bc2203d-517d-4eee-b6a0-4f9b1050a929'}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:16:14.934872 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-bdb1f2fe-c6fe-4201-8c14-006ab515f7ea service neutron] Attempting to bind port e8f0eab0-b5c9-40d6-9b27-c14d1957352c on network 8bc2203d-517d-4eee-b6a0-4f9b1050a929 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:16:14.936733 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning for port 15577d48-62bc-4c83-a956-413db4db07f3 completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:16:14.942283 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ae72ac14-7ea8-43e1-89b6-65bc8554e362 req-fe26408b-e3e6-42e3-8633-7537e4d36ccc tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8a77a61-cbee-4f33-8df3-b587648ac232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117308 Apr 22 16:16:14.942881 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning complete for port 15577d48-62bc-4c83-a956-413db4db07f3 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:16:14.943447 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:14.944335 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-bdb1f2fe-c6fe-4201-8c14-006ab515f7ea service neutron] Port e8f0eab0-b5c9-40d6-9b27-c14d1957352c on network 8bc2203d-517d-4eee-b6a0-4f9b1050a929 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:16:14.944700 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-bdb1f2fe-c6fe-4201-8c14-006ab515f7ea service neutron] Attempting to bind port e8f0eab0-b5c9-40d6-9b27-c14d1957352c on network 8bc2203d-517d-4eee-b6a0-4f9b1050a929 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:16:14.954274 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-bdb1f2fe-c6fe-4201-8c14-006ab515f7ea service neutron] Checking agent: {'id': '016b7565-6632-473e-a317-92a5bd3f2916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'started_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:16:14.954274 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-bdb1f2fe-c6fe-4201-8c14-006ab515f7ea service neutron] Checking segment: {'id': '05c94258-7618-412f-98cb-32daff62747d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8bc2203d-517d-4eee-b6a0-4f9b1050a929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:16:14.954274 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-bdb1f2fe-c6fe-4201-8c14-006ab515f7ea service neutron] Bound using segment: {'id': '05c94258-7618-412f-98cb-32daff62747d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8bc2203d-517d-4eee-b6a0-4f9b1050a929'} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:16:14.954274 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-bdb1f2fe-c6fe-4201-8c14-006ab515f7ea service neutron] Bound port: e8f0eab0-b5c9-40d6-9b27-c14d1957352c, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05c94258-7618-412f-98cb-32daff62747d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8bc2203d-517d-4eee-b6a0-4f9b1050a929'}}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:16:14.954274 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-bdb1f2fe-c6fe-4201-8c14-006ab515f7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:15.077792 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:15.106596 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f125a43-11f2-4f51-9408-0987fb5663e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15577d48-62bc-4c83-a956-413db4db07f3'}] {{(pid=86317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:16:15.119568 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 15577d48-62bc-4c83-a956-413db4db07f3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=15577d48-62bc-4c83-a956-413db4db07f3,segment=NetworkSegment(133db314-22f3-4bf6-8b7b-545c56dba68d),segment_id=133db314-22f3-4bf6-8b7b-545c56dba68d)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:16:15.122924 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:15.126428 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:15.185117 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-bdb1f2fe-c6fe-4201-8c14-006ab515f7ea service neutron] For port e8f0eab0-b5c9-40d6-9b27-c14d1957352c, host hv-cinder-78462, cleared binding levels {{(pid=86316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:16:15.202735 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=15577d48-62bc-4c83-a956-413db4db07f3,revision_number=5']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:15.204486 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:15.211690 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-bdb1f2fe-c6fe-4201-8c14-006ab515f7ea service neutron] For port e8f0eab0-b5c9-40d6-9b27-c14d1957352c, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e8f0eab0-b5c9-40d6-9b27-c14d1957352c,segment=NetworkSegment(05c94258-7618-412f-98cb-32daff62747d),segment_id=05c94258-7618-412f-98cb-32daff62747d)] {{(pid=86316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:16:15.221517 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-bdb1f2fe-c6fe-4201-8c14-006ab515f7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:15.227617 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d76e5b89-f998-4bf1-b4c7-9947d8bc1fad tempest-DeleteServersTestJSON-1953124335 tempest-DeleteServersTestJSON-1953124335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:15.277884 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb701e3f-b989-46fe-9d17-dff2b029b9ee req-587ce964-5b29-457f-8d3d-7f90ceb94ac1 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:15.279499 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-eb701e3f-b989-46fe-9d17-dff2b029b9ee req-587ce964-5b29-457f-8d3d-7f90ceb94ac1 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.2640061 Apr 22 16:16:15.321027 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-bdb1f2fe-c6fe-4201-8c14-006ab515f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:15.321686 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-bdb1f2fe-c6fe-4201-8c14-006ab515f7ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:15.323168 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-bdb1f2fe-c6fe-4201-8c14-006ab515f7ea service neutron] 10.222.0.43 "PUT /v2.0/ports/e8f0eab0-b5c9-40d6-9b27-c14d1957352c HTTP/1.1" status: 200 len: 1093 time: 2.2030532 Apr 22 16:16:15.323684 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb26e743-a5b2-4c20-80ea-c12c16cc6fb2', 'tag': 'e8f0eab0-b5c9-40d6-9b27-c14d1957352c'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:16:15.353344 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09f4a9-1b4e-4a19-a9eb-68fdd54c2aa7 req-0ea685ed-e114-4d9a-835b-8bf3f6d82ebf tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:15.354975 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7f09f4a9-1b4e-4a19-a9eb-68fdd54c2aa7 req-0ea685ed-e114-4d9a-835b-8bf3f6d82ebf tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 945 time: 0.2646816 Apr 22 16:16:15.453105 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-eb701e3f-b989-46fe-9d17-dff2b029b9ee req-87e49c31-a254-4984-a7f3-9e1579e5e1dc tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606631 Apr 22 16:16:15.454527 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1f2fe-c6fe-4201-8c14-006ab515f7ea service neutron] Pushing event updated for resources: {'Port': ['ID=e8f0eab0-b5c9-40d6-9b27-c14d1957352c,revision_number=3']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:15.465663 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-bdb1f2fe-c6fe-4201-8c14-006ab515f7ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:15.494450 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7f09f4a9-1b4e-4a19-a9eb-68fdd54c2aa7 req-45f78d6a-de3a-4618-8830-388c517f6f17 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1193700 Apr 22 16:16:15.512915 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f125a43-11f2-4f51-9408-0987fb5663e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15577d48-62bc-4c83-a956-413db4db07f3', 'code': 200} Apr 22 16:16:15.521415 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-2beb1d86-cf16-48c6-8600-ed1f5a5bb639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:15.523285 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-2beb1d86-cf16-48c6-8600-ed1f5a5bb639 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0e3f3510aaeb46e1ac51954fe816a5c9&device_id=fb26e743-a5b2-4c20-80ea-c12c16cc6fb2 HTTP/1.1" status: 200 len: 1096 time: 0.1543660 Apr 22 16:16:15.602061 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb26e743-a5b2-4c20-80ea-c12c16cc6fb2', 'tag': 'e8f0eab0-b5c9-40d6-9b27-c14d1957352c', 'status': 'completed', 'code': 200} Apr 22 16:16:15.618068 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-ee9b4113-3797-432d-9a22-a5b4348e733b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8f0eab0-b5c9-40d6-9b27-c14d1957352c HTTP/1.1" status: 200 len: 217 time: 0.0709329 Apr 22 16:16:15.705438 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-7869fa0c-39d6-462a-8ea7-18ce87d147d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:15.706962 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-7869fa0c-39d6-462a-8ea7-18ce87d147d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4dfa20d-4fea-4096-88f0-cdbb29a5e6a1 HTTP/1.1" status: 200 len: 849 time: 0.0754673 Apr 22 16:16:15.820245 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-6fba2ec2-cfb1-495f-953a-e9abac05dcd0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bc2203d-517d-4eee-b6a0-4f9b1050a929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954108 Apr 22 16:16:15.938931 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8829b-7b25-4e2c-a265-fcb29328e58e req-0db0d383-c1fc-4f55-b1e5-d174dfd68741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:15.940535 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-65a8829b-7b25-4e2c-a265-fcb29328e58e req-0db0d383-c1fc-4f55-b1e5-d174dfd68741 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1f125a43-11f2-4f51-9408-0987fb5663e4 HTTP/1.1" status: 200 len: 1102 time: 0.1801105 Apr 22 16:16:16.033334 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-65a8829b-7b25-4e2c-a265-fcb29328e58e req-f54c9c48-f19d-4b22-b8b9-27dcda4b0c69 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=88ec131b-eb69-465d-b282-d51e89a0ea3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580456 Apr 22 16:16:16.035504 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-dd7b8196-2b86-41bc-851c-a3a0ff6fa5e0 service neutron] 10.222.0.43 "GET /v2.0/networks/8bc2203d-517d-4eee-b6a0-4f9b1050a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983612 Apr 22 16:16:16.337179 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c69254-9185-47a8-b367-62ec24799874 req-b8eb9c39-ebfa-48f9-8dc5-525389edd97c tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:16.338850 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-17c69254-9185-47a8-b367-62ec24799874 req-b8eb9c39-ebfa-48f9-8dc5-525389edd97c tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f125a43-11f2-4f51-9408-0987fb5663e4 HTTP/1.1" status: 200 len: 949 time: 0.2970705 Apr 22 16:16:16.340781 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fdc126f8-a984-4bc9-93ad-a004763d10ef req-19977e0e-fb19-47e5-81f6-abd10ddd1c65 service neutron] 10.222.0.43 "GET /v2.0/networks/8bc2203d-517d-4eee-b6a0-4f9b1050a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095091 Apr 22 16:16:16.349589 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb689c1-013f-470a-9e62-494da411e5a7 req-686ebce5-ce71-4536-829f-601bcb4214e7 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:16.351185 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4bb689c1-013f-470a-9e62-494da411e5a7 req-686ebce5-ce71-4536-829f-601bcb4214e7 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb26e743-a5b2-4c20-80ea-c12c16cc6fb2 HTTP/1.1" status: 200 len: 943 time: 0.2669265 Apr 22 16:16:16.477958 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-17c69254-9185-47a8-b367-62ec24799874 req-83ace149-5954-49b1-acfb-4e45eaa55798 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ec131b-eb69-465d-b282-d51e89a0ea3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257277 Apr 22 16:16:16.487633 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4bb689c1-013f-470a-9e62-494da411e5a7 req-a12131bf-8190-44d8-bdca-d09ee588658f tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8a77a61-cbee-4f33-8df3-b587648ac232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205828 Apr 22 16:16:16.520030 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0b991-6f93-4a6d-8d82-b93b3249d9cb req-27406c2c-a69a-42c4-81ec-7d8caae80c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:16.521663 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b2f0b991-6f93-4a6d-8d82-b93b3249d9cb req-27406c2c-a69a-42c4-81ec-7d8caae80c5c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0e3f3510aaeb46e1ac51954fe816a5c9&device_id=fb26e743-a5b2-4c20-80ea-c12c16cc6fb2 HTTP/1.1" status: 200 len: 1096 time: 0.1150296 Apr 22 16:16:17.005105 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0b991-6f93-4a6d-8d82-b93b3249d9cb req-0b52364e-dad7-48fe-acb1-34fb845fc7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:17.006696 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b2f0b991-6f93-4a6d-8d82-b93b3249d9cb req-0b52364e-dad7-48fe-acb1-34fb845fc7e5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8bc2203d-517d-4eee-b6a0-4f9b1050a929 HTTP/1.1" status: 200 len: 910 time: 0.4753098 Apr 22 16:16:17.096993 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b2f0b991-6f93-4a6d-8d82-b93b3249d9cb req-6e378004-aedf-4068-a16d-df43e5ded57f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8f0eab0-b5c9-40d6-9b27-c14d1957352c HTTP/1.1" status: 200 len: 217 time: 0.0777631 Apr 22 16:16:17.105302 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf47108-8395-46c6-a611-0cd86a75f9c5 req-24575b17-ce7d-44c9-887f-3cb932cbfef6 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:17.106828 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-edf47108-8395-46c6-a611-0cd86a75f9c5 req-24575b17-ce7d-44c9-887f-3cb932cbfef6 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 945 time: 0.4824133 Apr 22 16:16:17.115985 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adbc2e-6cc8-49db-856e-9ab9ba6d5fa7 req-04e78b4e-44dd-4dff-b200-914da9f8aade tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:17.117462 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-19adbc2e-6cc8-49db-856e-9ab9ba6d5fa7 req-04e78b4e-44dd-4dff-b200-914da9f8aade tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.4915509 Apr 22 16:16:17.254813 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-edf47108-8395-46c6-a611-0cd86a75f9c5 req-cb3cdf02-972f-48f0-8297-4a01c5e94448 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1351044 Apr 22 16:16:17.262237 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0b991-6f93-4a6d-8d82-b93b3249d9cb req-ec0a2214-a100-444d-966d-34afa9f938b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:17.263764 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b2f0b991-6f93-4a6d-8d82-b93b3249d9cb req-ec0a2214-a100-444d-966d-34afa9f938b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4dfa20d-4fea-4096-88f0-cdbb29a5e6a1 HTTP/1.1" status: 200 len: 849 time: 0.1454029 Apr 22 16:16:17.267816 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-19adbc2e-6cc8-49db-856e-9ab9ba6d5fa7 req-6b0be7be-d827-4579-92b1-20685f873ff4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097224 Apr 22 16:16:17.325989 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b2f0b991-6f93-4a6d-8d82-b93b3249d9cb req-7386602f-683c-4fd7-be24-414ddc3a942d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bc2203d-517d-4eee-b6a0-4f9b1050a929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528953 Apr 22 16:16:17.496076 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b2f0b991-6f93-4a6d-8d82-b93b3249d9cb req-ff3ae921-9263-498f-9e91-9d3f9606489c service neutron] 10.222.0.43 "GET /v2.0/networks/8bc2203d-517d-4eee-b6a0-4f9b1050a929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360831 Apr 22 16:16:17.834524 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b2f0b991-6f93-4a6d-8d82-b93b3249d9cb req-5a755246-8905-464b-8e79-f0067bb172d3 service neutron] 10.222.0.43 "GET /v2.0/networks/8bc2203d-517d-4eee-b6a0-4f9b1050a929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285439 Apr 22 16:16:17.879765 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36b8e1-a37b-4bae-80b1-d6d578bc571b req-de3f5f55-f936-4192-b197-087bdbb2fc3f tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:17.881334 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7e36b8e1-a37b-4bae-80b1-d6d578bc571b req-de3f5f55-f936-4192-b197-087bdbb2fc3f tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f125a43-11f2-4f51-9408-0987fb5663e4 HTTP/1.1" status: 200 len: 949 time: 0.2752254 Apr 22 16:16:17.887002 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419efef-f0a6-452b-b63c-49a2fc6de204 req-cb1aad25-36fa-4d6e-8759-e108a2b6f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:17.888455 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4419efef-f0a6-452b-b63c-49a2fc6de204 req-cb1aad25-36fa-4d6e-8759-e108a2b6f5a0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=472f8b7a41be46c18e3861f072af2690&device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 1098 time: 0.2779968 Apr 22 16:16:17.899153 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dd2d6-ad8f-43bc-84c0-0167dc8c156b req-72d40137-b94c-4cee-a32c-b4bb5ed58360 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:17.900611 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-057dd2d6-ad8f-43bc-84c0-0167dc8c156b req-72d40137-b94c-4cee-a32c-b4bb5ed58360 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb26e743-a5b2-4c20-80ea-c12c16cc6fb2 HTTP/1.1" status: 200 len: 943 time: 0.2393479 Apr 22 16:16:18.075574 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7e36b8e1-a37b-4bae-80b1-d6d578bc571b req-b437af2e-e734-43e3-bd1b-4cc22bc3ef61 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ec131b-eb69-465d-b282-d51e89a0ea3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851242 Apr 22 16:16:18.090148 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-057dd2d6-ad8f-43bc-84c0-0167dc8c156b req-8481f480-bb5a-46cf-b635-3c9141005252 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8a77a61-cbee-4f33-8df3-b587648ac232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503177 Apr 22 16:16:18.125616 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419efef-f0a6-452b-b63c-49a2fc6de204 req-896d9649-6efb-41b5-9435-41f42f7b11dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:18.127399 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4419efef-f0a6-452b-b63c-49a2fc6de204 req-896d9649-6efb-41b5-9435-41f42f7b11dc service neutron] 10.222.0.43 "GET /v2.0/networks?id=66201a63-9212-43a4-b99c-22c43b7ecdf4 HTTP/1.1" status: 200 len: 920 time: 0.2130871 Apr 22 16:16:18.252832 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4419efef-f0a6-452b-b63c-49a2fc6de204 req-49a9504c-0f09-4aa5-94ff-d74cdc312f89 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ad70732-640d-4281-9477-9314b5f10b1b HTTP/1.1" status: 200 len: 217 time: 0.1076088 Apr 22 16:16:18.349461 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419efef-f0a6-452b-b63c-49a2fc6de204 req-471e40e5-5bc3-4849-9cfb-7adb849572ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:18.350956 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4419efef-f0a6-452b-b63c-49a2fc6de204 req-471e40e5-5bc3-4849-9cfb-7adb849572ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c87f420-a23d-47e7-a4ec-31ede37a20fc HTTP/1.1" status: 200 len: 859 time: 0.0858424 Apr 22 16:16:18.363723 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819d442-d5a8-413f-a734-02b05ee57c8f req-8b36eeb3-873c-4b03-8cc4-200877456623 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:18.365340 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c819d442-d5a8-413f-a734-02b05ee57c8f req-8b36eeb3-873c-4b03-8cc4-200877456623 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.1683314 Apr 22 16:16:18.446615 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4419efef-f0a6-452b-b63c-49a2fc6de204 req-a3bd3469-fec5-4e46-833a-8946b3653489 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66201a63-9212-43a4-b99c-22c43b7ecdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587015 Apr 22 16:16:18.544757 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c819d442-d5a8-413f-a734-02b05ee57c8f req-d7c2552c-75bf-4ace-840e-97191f9b6616 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723056 Apr 22 16:16:18.732491 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ebb04-5dc8-46eb-a7c6-967ca7f6ddfe req-ab83afc2-fd75-4ae1-8667-986c81197d99 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:18.734062 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-084ebb04-5dc8-46eb-a7c6-967ca7f6ddfe req-ab83afc2-fd75-4ae1-8667-986c81197d99 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 945 time: 0.2502491 Apr 22 16:16:18.736664 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4419efef-f0a6-452b-b63c-49a2fc6de204 req-24752c79-07af-4c06-ab35-8b7ab562a686 service neutron] 10.222.0.43 "GET /v2.0/networks/66201a63-9212-43a4-b99c-22c43b7ecdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801902 Apr 22 16:16:18.886706 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device e8f0eab0-b5c9-40d6-9b27-c14d1957352c details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:16:18.896069 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-084ebb04-5dc8-46eb-a7c6-967ca7f6ddfe req-cd340476-168c-4fac-bf21-a5cd1143ee19 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1547468 Apr 22 16:16:18.937075 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a6bb8-744e-4300-9d82-fd9a160c5d89 req-ca775644-1fed-4b69-a935-18a43257c965 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:18.937270 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-176a6bb8-744e-4300-9d82-fd9a160c5d89 req-ca775644-1fed-4b69-a935-18a43257c965 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f125a43-11f2-4f51-9408-0987fb5663e4 HTTP/1.1" status: 200 len: 949 time: 0.2774451 Apr 22 16:16:18.985417 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4419efef-f0a6-452b-b63c-49a2fc6de204 req-0c495d2e-096c-42df-af13-9da65b3b8151 service neutron] 10.222.0.43 "GET /v2.0/networks/66201a63-9212-43a4-b99c-22c43b7ecdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205544 Apr 22 16:16:19.014521 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-176a6bb8-744e-4300-9d82-fd9a160c5d89 req-9df18fff-9cc3-4ef2-bfb8-de7c7555a641 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ec131b-eb69-465d-b282-d51e89a0ea3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685439 Apr 22 16:16:19.049137 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port e8f0eab0-b5c9-40d6-9b27-c14d1957352c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e8f0eab0-b5c9-40d6-9b27-c14d1957352c,segment=NetworkSegment(05c94258-7618-412f-98cb-32daff62747d),segment_id=05c94258-7618-412f-98cb-32daff62747d)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:16:19.065479 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Returning: {'device': 'e8f0eab0-b5c9-40d6-9b27-c14d1957352c', 'network_id': '8bc2203d-517d-4eee-b6a0-4f9b1050a929', 'port_id': 'e8f0eab0-b5c9-40d6-9b27-c14d1957352c', 'mac_address': 'fa:16:3e:1b:f2:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4dfa20d-4fea-4096-88f0-cdbb29a5e6a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:16:19.126243 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:19.144524 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f0eab0-b5c9-40d6-9b27-c14d1957352c {{(pid=86317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:16:19.160967 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port e8f0eab0-b5c9-40d6-9b27-c14d1957352c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e8f0eab0-b5c9-40d6-9b27-c14d1957352c,segment=NetworkSegment(05c94258-7618-412f-98cb-32daff62747d),segment_id=05c94258-7618-412f-98cb-32daff62747d)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:16:19.165089 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:19.166913 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:19.251794 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=e8f0eab0-b5c9-40d6-9b27-c14d1957352c,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:19.255010 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:19.308119 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d59e07-8781-40f2-853f-714b9f02307e req-670eafae-2cba-4d0a-af74-9c843e620915 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:19.309684 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-44d59e07-8781-40f2-853f-714b9f02307e req-670eafae-2cba-4d0a-af74-9c843e620915 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb26e743-a5b2-4c20-80ea-c12c16cc6fb2 HTTP/1.1" status: 200 len: 944 time: 0.0886505 Apr 22 16:16:19.357202 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-44d59e07-8781-40f2-853f-714b9f02307e req-9d760090-0b36-4c6b-9fde-9dce2df77c5f tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8a77a61-cbee-4f33-8df3-b587648ac232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401890 Apr 22 16:16:19.646860 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['e8f0eab0-b5c9-40d6-9b27-c14d1957352c'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:16:19.752087 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60d03b-d477-4389-bbaf-6073d6dde97e req-9becdeb8-256e-4ed7-ad04-4e1ed894e6a2 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:19.753686 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-af60d03b-d477-4389-bbaf-6073d6dde97e req-9becdeb8-256e-4ed7-ad04-4e1ed894e6a2 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.0931869 Apr 22 16:16:19.803435 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-af60d03b-d477-4389-bbaf-6073d6dde97e req-4182c0de-0651-4358-97bf-211c42369ae4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432222 Apr 22 16:16:20.124264 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a7423-bf24-4310-a5ec-1f9063e46a99 req-329acbe1-7751-47a0-82de-c1fc0d0ef4b2 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:20.126474 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fd9a7423-bf24-4310-a5ec-1f9063e46a99 req-329acbe1-7751-47a0-82de-c1fc0d0ef4b2 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 945 time: 0.0973356 Apr 22 16:16:20.230911 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fd9a7423-bf24-4310-a5ec-1f9063e46a99 req-7d33c243-dad4-416b-a9fb-ced6636161e3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655594 Apr 22 16:16:20.251995 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3fe2a4-0da8-476a-ab8a-66f1caf6ebde req-2961f109-6efa-412d-8c90-8be85130ff3a tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:20.257304 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7b3fe2a4-0da8-476a-ab8a-66f1caf6ebde req-2961f109-6efa-412d-8c90-8be85130ff3a tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f125a43-11f2-4f51-9408-0987fb5663e4 HTTP/1.1" status: 200 len: 949 time: 0.1234007 Apr 22 16:16:20.302272 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7b3fe2a4-0da8-476a-ab8a-66f1caf6ebde req-94caf9f0-ef31-4dff-8fb3-0e63d7101b07 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ec131b-eb69-465d-b282-d51e89a0ea3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416660 Apr 22 16:16:20.564020 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7bbd7-a64d-4910-8c2a-9edd6e61d87c req-1b904b0f-30f3-46fc-a204-5479c7a30e2f tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:20.565574 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8cd7bbd7-a64d-4910-8c2a-9edd6e61d87c req-1b904b0f-30f3-46fc-a204-5479c7a30e2f tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb26e743-a5b2-4c20-80ea-c12c16cc6fb2 HTTP/1.1" status: 200 len: 944 time: 0.0897419 Apr 22 16:16:20.614069 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8cd7bbd7-a64d-4910-8c2a-9edd6e61d87c req-2c2f46a6-4e77-43a0-91fe-cacaf37d1bce tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8a77a61-cbee-4f33-8df3-b587648ac232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421603 Apr 22 16:16:20.719484 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731e9ca-ce60-4ce6-ac6e-05a95591b78d req-2715f6ef-8e95-4df9-ba7b-e27949ebf1ec tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:20.721087 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e731e9ca-ce60-4ce6-ac6e-05a95591b78d req-2715f6ef-8e95-4df9-ba7b-e27949ebf1ec tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f125a43-11f2-4f51-9408-0987fb5663e4 HTTP/1.1" status: 200 len: 949 time: 0.0894012 Apr 22 16:16:20.810064 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-e731e9ca-ce60-4ce6-ac6e-05a95591b78d req-373bd427-ca6d-4f3a-b336-c86d865ca946 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Deleting port 15577d48-62bc-4c83-a956-413db4db07f3 {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:16:20.810431 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-e731e9ca-ce60-4ce6-ac6e-05a95591b78d req-373bd427-ca6d-4f3a-b336-c86d865ca946 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:20.881336 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device e8f0eab0-b5c9-40d6-9b27-c14d1957352c up at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:16:20.962673 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning for port e8f0eab0-b5c9-40d6-9b27-c14d1957352c completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:16:20.968405 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning complete for port e8f0eab0-b5c9-40d6-9b27-c14d1957352c triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:16:20.968879 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:21.103028 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:21.133897 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb26e743-a5b2-4c20-80ea-c12c16cc6fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f0eab0-b5c9-40d6-9b27-c14d1957352c'}] {{(pid=86317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:16:21.145644 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port e8f0eab0-b5c9-40d6-9b27-c14d1957352c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e8f0eab0-b5c9-40d6-9b27-c14d1957352c,segment=NetworkSegment(05c94258-7618-412f-98cb-32daff62747d),segment_id=05c94258-7618-412f-98cb-32daff62747d)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:16:21.149855 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:21.151827 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:21.204952 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb26e743-a5b2-4c20-80ea-c12c16cc6fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f0eab0-b5c9-40d6-9b27-c14d1957352c', 'code': 200} Apr 22 16:16:21.235912 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=e8f0eab0-b5c9-40d6-9b27-c14d1957352c,revision_number=5']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:21.239066 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:21.357418 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c8130-e857-4a1d-8c53-fd1abf2793f1 req-5ba1c16c-bd4a-438e-85f2-3a31ae4416f9 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:21.359003 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1f0c8130-e857-4a1d-8c53-fd1abf2793f1 req-5ba1c16c-bd4a-438e-85f2-3a31ae4416f9 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.4322853 Apr 22 16:16:21.508781 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-e731e9ca-ce60-4ce6-ac6e-05a95591b78d req-373bd427-ca6d-4f3a-b336-c86d865ca946 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] For port 15577d48-62bc-4c83-a956-413db4db07f3, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=15577d48-62bc-4c83-a956-413db4db07f3,segment=NetworkSegment(133db314-22f3-4bf6-8b7b-545c56dba68d),segment_id=133db314-22f3-4bf6-8b7b-545c56dba68d)] {{(pid=86316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:16:21.509177 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-e731e9ca-ce60-4ce6-ac6e-05a95591b78d req-373bd427-ca6d-4f3a-b336-c86d865ca946 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:21.680787 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1f0c8130-e857-4a1d-8c53-fd1abf2793f1 req-efc9ff5d-8dfb-4a5e-9e59-8a641d587d7c tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101342 Apr 22 16:16:21.689419 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-e731e9ca-ce60-4ce6-ac6e-05a95591b78d req-373bd427-ca6d-4f3a-b336-c86d865ca946 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Calling delete_port for 15577d48-62bc-4c83-a956-413db4db07f3 owned by compute:nova {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:16:21.785586 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea52cc-520c-4d23-898b-d36f93f2a0f2 req-3bc3bcfa-89e7-40db-91df-d165b0031b33 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:21.787243 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-99ea52cc-520c-4d23-898b-d36f93f2a0f2 req-3bc3bcfa-89e7-40db-91df-d165b0031b33 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 945 time: 0.4267430 Apr 22 16:16:21.804442 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3735e6-20b5-4aa9-80a1-12d7a6c2986f req-ee47e698-ae04-409a-9db8-4af10d059154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:21.806239 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7c3735e6-20b5-4aa9-80a1-12d7a6c2986f req-ee47e698-ae04-409a-9db8-4af10d059154 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb26e743-a5b2-4c20-80ea-c12c16cc6fb2 HTTP/1.1" status: 200 len: 1098 time: 0.3717215 Apr 22 16:16:21.981450 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-99ea52cc-520c-4d23-898b-d36f93f2a0f2 req-ca975f93-a92d-467f-8b78-72561fd7e6b5 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1733956 Apr 22 16:16:21.989293 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7c3735e6-20b5-4aa9-80a1-12d7a6c2986f req-6a4d7adc-d971-4b6b-9338-e59562538306 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a8a77a61-cbee-4f33-8df3-b587648ac232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389518 Apr 22 16:16:22.027881 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-e731e9ca-ce60-4ce6-ac6e-05a95591b78d req-373bd427-ca6d-4f3a-b336-c86d865ca946 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:22.038220 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3be7d0-f3e5-4dc7-9fb4-5deda1004294 req-ca5515aa-0727-4cc8-b668-c99762962e7b tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:22.039869 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-eb3be7d0-f3e5-4dc7-9fb4-5deda1004294 req-ca5515aa-0727-4cc8-b668-c99762962e7b tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f125a43-11f2-4f51-9408-0987fb5663e4 HTTP/1.1" status: 200 len: 949 time: 0.2379735 Apr 22 16:16:22.044186 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:22.050353 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['15577d48-62bc-4c83-a956-413db4db07f3'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:16:22.112845 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373bd427-ca6d-4f3a-b336-c86d865ca946 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Pushing event deleted for resources: {'Port': ['ID=15577d48-62bc-4c83-a956-413db4db07f3,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:22.153136 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-373bd427-ca6d-4f3a-b336-c86d865ca946 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:22.279261 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-eb3be7d0-f3e5-4dc7-9fb4-5deda1004294 req-44c7a57e-82b9-4bf5-9278-3302bb297332 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.21 "GET /v2.0/security-groups?id=88ec131b-eb69-465d-b282-d51e89a0ea3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972334 Apr 22 16:16:22.280266 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-e731e9ca-ce60-4ce6-ac6e-05a95591b78d req-373bd427-ca6d-4f3a-b336-c86d865ca946 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] No DVR routers for this DVR port 15577d48-62bc-4c83-a956-413db4db07f3 on host hv-cinder-78462 {{(pid=86316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:16:22.284163 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-e731e9ca-ce60-4ce6-ac6e-05a95591b78d req-373bd427-ca6d-4f3a-b336-c86d865ca946 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:22.287247 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f125a43-11f2-4f51-9408-0987fb5663e4', 'name': 'network-vif-deleted', 'tag': '15577d48-62bc-4c83-a956-413db4db07f3'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:16:22.341772 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e504a-1c1e-4cab-ae1c-c4879c5220d0 req-c1e3731c-0df5-4cef-a643-0237133898fa tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:22.343459 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-640e504a-1c1e-4cab-ae1c-c4879c5220d0 req-c1e3731c-0df5-4cef-a643-0237133898fa tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb26e743-a5b2-4c20-80ea-c12c16cc6fb2 HTTP/1.1" status: 200 len: 945 time: 0.2317812 Apr 22 16:16:22.344787 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e731e9ca-ce60-4ce6-ac6e-05a95591b78d req-373bd427-ca6d-4f3a-b336-c86d865ca946 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] 10.222.0.43 "DELETE /v2.0/ports/15577d48-62bc-4c83-a956-413db4db07f3 HTTP/1.1" status: 204 len: 173 time: 1.6107948 Apr 22 16:16:22.352640 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f125a43-11f2-4f51-9408-0987fb5663e4', 'name': 'network-vif-deleted', 'tag': '15577d48-62bc-4c83-a956-413db4db07f3', 'status': 'completed', 'code': 200} Apr 22 16:16:22.400085 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-640e504a-1c1e-4cab-ae1c-c4879c5220d0 req-e06d7844-d9f8-4f4a-bb80-f2080cc63607 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8a77a61-cbee-4f33-8df3-b587648ac232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500407 Apr 22 16:16:22.892620 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7668aa-2cbe-4e56-9775-422b6e22338d req-d7ce21b2-e8c2-4baf-81d7-d471f797a129 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:22.894192 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8e7668aa-2cbe-4e56-9775-422b6e22338d req-d7ce21b2-e8c2-4baf-81d7-d471f797a129 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.0918267 Apr 22 16:16:22.942628 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8e7668aa-2cbe-4e56-9775-422b6e22338d req-9cc3a3f2-7acc-4043-99b2-9cf745788365 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419989 Apr 22 16:16:23.224553 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432d48b-6a02-4cfc-b1b1-02daeadf4129 req-bd3651eb-77d5-4815-86a9-62ecefb036e1 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:23.226075 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-9432d48b-6a02-4cfc-b1b1-02daeadf4129 req-bd3651eb-77d5-4815-86a9-62ecefb036e1 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 945 time: 0.1195362 Apr 22 16:16:23.282824 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-9432d48b-6a02-4cfc-b1b1-02daeadf4129 req-254486a5-8ecb-42de-be53-3fe19bfe19da tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485163 Apr 22 16:16:23.667136 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942b8ba-99bb-40c3-9566-c4bf3513cf8e req-92388fc5-5697-483d-9624-4455778ee3b5 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:23.668927 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5942b8ba-99bb-40c3-9566-c4bf3513cf8e req-92388fc5-5697-483d-9624-4455778ee3b5 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb26e743-a5b2-4c20-80ea-c12c16cc6fb2 HTTP/1.1" status: 200 len: 945 time: 0.0989716 Apr 22 16:16:23.723785 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5942b8ba-99bb-40c3-9566-c4bf3513cf8e req-f7db05a1-bd19-43ce-9163-4edece4da1f0 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8a77a61-cbee-4f33-8df3-b587648ac232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479302 Apr 22 16:16:24.505478 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60287ba1-8700-4f35-9131-446ab75df0f6 req-aa7c23d8-9077-40c2-ad8f-cc8f1060aa58 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:24.507017 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-60287ba1-8700-4f35-9131-446ab75df0f6 req-aa7c23d8-9077-40c2-ad8f-cc8f1060aa58 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 945 time: 0.0940452 Apr 22 16:16:24.556984 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-60287ba1-8700-4f35-9131-446ab75df0f6 req-5acf210b-4e9f-480e-9d8f-4f74e41d0760 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434010 Apr 22 16:16:24.843569 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c53a7-3a97-4a3c-a773-cbe98d37102e req-ad737ac4-cd82-45db-85d0-1376bee5a98a tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:24.845248 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-681c53a7-3a97-4a3c-a773-cbe98d37102e req-ad737ac4-cd82-45db-85d0-1376bee5a98a tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.0941544 Apr 22 16:16:24.898628 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-681c53a7-3a97-4a3c-a773-cbe98d37102e req-f52f709d-9152-4f53-9102-62f50e01f1f1 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463464 Apr 22 16:16:24.938815 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 15577d48-62bc-4c83-a956-413db4db07f3 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:16:24.992420 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] No Port match for: 15577d48-62bc-4c83-a956-413db4db07f3 {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:16:24.992826 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 15577d48-62bc-4c83-a956-413db4db07f3 not bound to the agent host hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:16:25.189088 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff01bea-8b00-483a-adf7-aa3775ca35a7 req-6ace539a-8e9e-4203-af9a-97dc4c15540b tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:25.191252 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-dff01bea-8b00-483a-adf7-aa3775ca35a7 req-6ace539a-8e9e-4203-af9a-97dc4c15540b tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb26e743-a5b2-4c20-80ea-c12c16cc6fb2 HTTP/1.1" status: 200 len: 945 time: 0.1047020 Apr 22 16:16:25.244257 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-dff01bea-8b00-483a-adf7-aa3775ca35a7 req-15a7ba96-b5ab-4c2c-8eb5-87e4871bbc56 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8a77a61-cbee-4f33-8df3-b587648ac232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462947 Apr 22 16:16:25.808036 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8225a4b-5e0c-4f13-91fb-889f7acc8a4c req-df9687a3-feff-490e-8cf7-62f16c656c98 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:25.809589 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e8225a4b-5e0c-4f13-91fb-889f7acc8a4c req-df9687a3-feff-490e-8cf7-62f16c656c98 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 945 time: 0.0902495 Apr 22 16:16:25.862636 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e8225a4b-5e0c-4f13-91fb-889f7acc8a4c req-39f3c4da-524e-496c-970f-c9ad151a5a20 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460758 Apr 22 16:16:26.458866 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe69b5c-3432-46b8-bed7-5a652d59883c req-8201fa5e-702a-4ddc-85ce-dd7a3f54ad51 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:26.460492 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bfe69b5c-3432-46b8-bed7-5a652d59883c req-8201fa5e-702a-4ddc-85ce-dd7a3f54ad51 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb26e743-a5b2-4c20-80ea-c12c16cc6fb2 HTTP/1.1" status: 200 len: 945 time: 0.0940266 Apr 22 16:16:26.509694 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bfe69b5c-3432-46b8-bed7-5a652d59883c req-b3363000-1a0d-46c7-93dd-2cf835879d87 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8a77a61-cbee-4f33-8df3-b587648ac232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424378 Apr 22 16:16:27.082895 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab749e9-b1a1-49c0-965a-d63ef72e877d req-82eb1dcb-200b-4ad7-a8e2-092f3a2f2bb7 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:27.084446 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bab749e9-b1a1-49c0-965a-d63ef72e877d req-82eb1dcb-200b-4ad7-a8e2-092f3a2f2bb7 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 945 time: 0.0925503 Apr 22 16:16:27.134783 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bab749e9-b1a1-49c0-965a-d63ef72e877d req-c1b8746f-fc31-4b6c-98c3-6d9e852fa632 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437267 Apr 22 16:16:27.496814 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68201d60-bede-4ab8-831a-5351efda7b04 req-55d63cf7-0d82-45f5-809d-24ea2d618a70 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:27.498382 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-68201d60-bede-4ab8-831a-5351efda7b04 req-55d63cf7-0d82-45f5-809d-24ea2d618a70 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb26e743-a5b2-4c20-80ea-c12c16cc6fb2 HTTP/1.1" status: 200 len: 945 time: 0.0879152 Apr 22 16:16:27.582015 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-68201d60-bede-4ab8-831a-5351efda7b04 req-6b1c7ba4-5697-4c8f-bb89-85237c7d7749 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Deleting port e8f0eab0-b5c9-40d6-9b27-c14d1957352c {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:16:27.582393 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-68201d60-bede-4ab8-831a-5351efda7b04 req-6b1c7ba4-5697-4c8f-bb89-85237c7d7749 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:27.880013 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9c6a3-455c-4a5f-8c99-d2ee53646610 req-a1f219c7-0476-4517-91be-1d182f40dfac tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:27.881613 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3de9c6a3-455c-4a5f-8c99-d2ee53646610 req-a1f219c7-0476-4517-91be-1d182f40dfac tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb26e743-a5b2-4c20-80ea-c12c16cc6fb2 HTTP/1.1" status: 200 len: 945 time: 0.2467287 Apr 22 16:16:27.960039 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-68201d60-bede-4ab8-831a-5351efda7b04 req-6b1c7ba4-5697-4c8f-bb89-85237c7d7749 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] For port e8f0eab0-b5c9-40d6-9b27-c14d1957352c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e8f0eab0-b5c9-40d6-9b27-c14d1957352c,segment=NetworkSegment(05c94258-7618-412f-98cb-32daff62747d),segment_id=05c94258-7618-412f-98cb-32daff62747d)] {{(pid=86316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:16:27.960502 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-68201d60-bede-4ab8-831a-5351efda7b04 req-6b1c7ba4-5697-4c8f-bb89-85237c7d7749 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:27.971163 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3de9c6a3-455c-4a5f-8c99-d2ee53646610 req-e2d41f3e-800e-4d78-b2a4-c3acda544268 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8a77a61-cbee-4f33-8df3-b587648ac232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782890 Apr 22 16:16:28.106214 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-68201d60-bede-4ab8-831a-5351efda7b04 req-6b1c7ba4-5697-4c8f-bb89-85237c7d7749 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Calling delete_port for e8f0eab0-b5c9-40d6-9b27-c14d1957352c owned by compute:nova {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:16:28.389082 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:16:28.614441 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 44404) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:28.661459 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314618e-3c45-49a8-a22a-e70b24c42883 req-a8caefac-efc3-4724-a8c5-28f9a2550596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:28.663069 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8314618e-3c45-49a8-a22a-e70b24c42883 req-a8caefac-efc3-4724-a8c5-28f9a2550596 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=472f8b7a41be46c18e3861f072af2690&device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 1098 time: 0.5269768 Apr 22 16:16:28.687544 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e23691-9343-4c88-abc0-5d50fecd20ce req-fd605aef-ec96-4b73-aa5f-8d157e8709ba tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:28.689101 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-04e23691-9343-4c88-abc0-5d50fecd20ce req-fd605aef-ec96-4b73-aa5f-8d157e8709ba tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.5031531 Apr 22 16:16:28.699340 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b0e8a-d180-413e-ad7e-427b20ca86c9 req-859b5124-7ea5-4679-98c8-01f46c2af24d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:28.700891 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b27b0e8a-d180-413e-ad7e-427b20ca86c9 req-859b5124-7ea5-4679-98c8-01f46c2af24d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 945 time: 0.2582238 Apr 22 16:16:28.728033 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-68201d60-bede-4ab8-831a-5351efda7b04 req-6b1c7ba4-5697-4c8f-bb89-85237c7d7749 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:28.747942 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['e8f0eab0-b5c9-40d6-9b27-c14d1957352c'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:16:28.773684 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:28.796431 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-fe3800a5-0856-4f93-b876-595fa4d9ccda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d838c09ecce4888b6b84a8c91a17d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1799335 Apr 22 16:16:28.799168 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 44410) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:28.861020 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4ea5bb39-4e20-425b-bb27-1cdbdb5e8714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:28.881070 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c7ba4-5697-4c8f-bb89-85237c7d7749 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Pushing event deleted for resources: {'Port': ['ID=e8f0eab0-b5c9-40d6-9b27-c14d1957352c,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:28.889178 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4ea5bb39-4e20-425b-bb27-1cdbdb5e8714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:28.940384 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4ea5bb39-4e20-425b-bb27-1cdbdb5e8714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:28.944339 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c7ba4-5697-4c8f-bb89-85237c7d7749 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:28.944745 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c7ba4-5697-4c8f-bb89-85237c7d7749 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:28.945139 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c7ba4-5697-4c8f-bb89-85237c7d7749 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:28.945473 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-063ffb85-21b9-437a-98fd-1ddf7cd577af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:28.945579 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c7ba4-5697-4c8f-bb89-85237c7d7749 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:28.945889 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c7ba4-5697-4c8f-bb89-85237c7d7749 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:28.946272 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c7ba4-5697-4c8f-bb89-85237c7d7749 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:28.946703 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c7ba4-5697-4c8f-bb89-85237c7d7749 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:28.947089 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c7ba4-5697-4c8f-bb89-85237c7d7749 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:28.947467 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c7ba4-5697-4c8f-bb89-85237c7d7749 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:28.947843 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c7ba4-5697-4c8f-bb89-85237c7d7749 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:28.948257 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c7ba4-5697-4c8f-bb89-85237c7d7749 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:28.948632 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c7ba4-5697-4c8f-bb89-85237c7d7749 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:28.970401 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-6b1c7ba4-5697-4c8f-bb89-85237c7d7749 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:28.999544 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b27b0e8a-d180-413e-ad7e-427b20ca86c9 req-ace8d7e0-5fea-4700-aab2-3d76a90cc7b5 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2748423 Apr 22 16:16:29.028996 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-04e23691-9343-4c88-abc0-5d50fecd20ce req-86acc222-d385-4eb6-bdc9-8fee605c7143 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270500 Apr 22 16:16:29.049000 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-68201d60-bede-4ab8-831a-5351efda7b04 req-6b1c7ba4-5697-4c8f-bb89-85237c7d7749 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] No DVR routers for this DVR port e8f0eab0-b5c9-40d6-9b27-c14d1957352c on host hv-cinder-78462 {{(pid=86316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:16:29.053869 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-68201d60-bede-4ab8-831a-5351efda7b04 req-6b1c7ba4-5697-4c8f-bb89-85237c7d7749 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:29.056794 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb26e743-a5b2-4c20-80ea-c12c16cc6fb2', 'name': 'network-vif-deleted', 'tag': 'e8f0eab0-b5c9-40d6-9b27-c14d1957352c'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:16:29.087081 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314618e-3c45-49a8-a22a-e70b24c42883 req-06072b8e-861e-416a-9de1-a81f839bcd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:29.088703 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8314618e-3c45-49a8-a22a-e70b24c42883 req-06072b8e-861e-416a-9de1-a81f839bcd7b service neutron] 10.222.0.43 "GET /v2.0/networks?id=66201a63-9212-43a4-b99c-22c43b7ecdf4 HTTP/1.1" status: 200 len: 920 time: 0.3985023 Apr 22 16:16:29.090557 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-68201d60-bede-4ab8-831a-5351efda7b04 req-6b1c7ba4-5697-4c8f-bb89-85237c7d7749 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.43 "DELETE /v2.0/ports/e8f0eab0-b5c9-40d6-9b27-c14d1957352c HTTP/1.1" status: 204 len: 173 time: 1.5829258 Apr 22 16:16:29.164347 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5bb39-4e20-425b-bb27-1cdbdb5e8714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ec131b-eb69-465d-b282-d51e89a0ea3d,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:29.175848 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5bb39-4e20-425b-bb27-1cdbdb5e8714 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:29.176496 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5bb39-4e20-425b-bb27-1cdbdb5e8714 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:29.177050 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5bb39-4e20-425b-bb27-1cdbdb5e8714 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:29.177600 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5bb39-4e20-425b-bb27-1cdbdb5e8714 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:29.178138 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5bb39-4e20-425b-bb27-1cdbdb5e8714 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:29.178696 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5bb39-4e20-425b-bb27-1cdbdb5e8714 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:29.179225 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5bb39-4e20-425b-bb27-1cdbdb5e8714 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:29.179768 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5bb39-4e20-425b-bb27-1cdbdb5e8714 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:29.180315 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5bb39-4e20-425b-bb27-1cdbdb5e8714 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:29.180851 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5bb39-4e20-425b-bb27-1cdbdb5e8714 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:29.181383 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5bb39-4e20-425b-bb27-1cdbdb5e8714 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:29.181906 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea5bb39-4e20-425b-bb27-1cdbdb5e8714 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:29.185987 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-4ea5bb39-4e20-425b-bb27-1cdbdb5e8714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:29.193730 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb26e743-a5b2-4c20-80ea-c12c16cc6fb2', 'name': 'network-vif-deleted', 'tag': 'e8f0eab0-b5c9-40d6-9b27-c14d1957352c', 'status': 'completed', 'code': 200} Apr 22 16:16:29.194061 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4ea5bb39-4e20-425b-bb27-1cdbdb5e8714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:29.210100 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-4ea5bb39-4e20-425b-bb27-1cdbdb5e8714 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88ec131b-eb69-465d-b282-d51e89a0ea3d HTTP/1.1" status: 204 len: 168 time: 0.3981233 Apr 22 16:16:29.241335 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8314618e-3c45-49a8-a22a-e70b24c42883 req-3315c10b-dd51-48eb-a8af-5d57af554156 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ad70732-640d-4281-9477-9314b5f10b1b HTTP/1.1" status: 200 len: 217 time: 0.1376412 Apr 22 16:16:29.254730 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-7d3eb724-8509-461d-9d98-7cf5367bfb8d req-6317e975-ba2f-4dfd-8fae-2d8b6d7ca676 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Synchronizing usage tracker for tenant:0e3f3510aaeb46e1ac51954fe816a5c9 on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:16:29.339077 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-7d3eb724-8509-461d-9d98-7cf5367bfb8d req-6317e975-ba2f-4dfd-8fae-2d8b6d7ca676 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Unset dirty status for tenant:0e3f3510aaeb46e1ac51954fe816a5c9 on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:16:29.340346 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7d3eb724-8509-461d-9d98-7cf5367bfb8d req-6317e975-ba2f-4dfd-8fae-2d8b6d7ca676 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb26e743-a5b2-4c20-80ea-c12c16cc6fb2 HTTP/1.1" status: 200 len: 210 time: 0.1489272 Apr 22 16:16:29.348063 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314618e-3c45-49a8-a22a-e70b24c42883 req-70569064-a34a-46ec-9f5c-24003f90a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:29.349582 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8314618e-3c45-49a8-a22a-e70b24c42883 req-70569064-a34a-46ec-9f5c-24003f90a779 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c87f420-a23d-47e7-a4ec-31ede37a20fc HTTP/1.1" status: 200 len: 859 time: 0.0849853 Apr 22 16:16:29.424220 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8314618e-3c45-49a8-a22a-e70b24c42883 req-ccac16ac-12c7-43ea-bc56-3e65277cdc91 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66201a63-9212-43a4-b99c-22c43b7ecdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532844 Apr 22 16:16:29.575276 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8314618e-3c45-49a8-a22a-e70b24c42883 req-a8a4c1b2-86ab-43f4-b2e5-11df5b526aaf service neutron] 10.222.0.43 "GET /v2.0/networks/66201a63-9212-43a4-b99c-22c43b7ecdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427829 Apr 22 16:16:29.747874 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8314618e-3c45-49a8-a22a-e70b24c42883 req-f94989b6-34a8-45ef-bbb9-7e94d25fd91c service neutron] 10.222.0.43 "GET /v2.0/networks/66201a63-9212-43a4-b99c-22c43b7ecdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572511 Apr 22 16:16:30.098702 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 44460) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:30.242587 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-69713f93-52fc-464d-a674-d62dcbe101b0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2030245443-network', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:16:30.250777 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-69713f93-52fc-464d-a674-d62dcbe101b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:16:30.259723 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-69713f93-52fc-464d-a674-d62dcbe101b0 admin admin] Usage tracker for resource:network and tenant:7aca53c5261c4484bf84056e3058fc5e is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:16:30.263555 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-69713f93-52fc-464d-a674-d62dcbe101b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:16:30.273512 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-69713f93-52fc-464d-a674-d62dcbe101b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:16:30.307949 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69713f93-52fc-464d-a674-d62dcbe101b0 admin admin] Made reservation on behalf of 7aca53c5261c4484bf84056e3058fc5e for: {'network': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:16:30.313264 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-69713f93-52fc-464d-a674-d62dcbe101b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for network, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:30.331429 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-69713f93-52fc-464d-a674-d62dcbe101b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:30.359710 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76895355-d3d5-4ffd-9fc1-657a750be287 req-6f1940db-fd3f-4c00-be57-9a9ca19bf27c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:30.361275 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-76895355-d3d5-4ffd-9fc1-657a750be287 req-6f1940db-fd3f-4c00-be57-9a9ca19bf27c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 945 time: 0.2252944 Apr 22 16:16:30.362234 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-69713f93-52fc-464d-a674-d62dcbe101b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:16:30.371923 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ec65e-550d-4b9a-8948-807726edf8bd req-a95f62af-063a-46b9-9759-aca61254357d tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:30.373386 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c08ec65e-550d-4b9a-8948-807726edf8bd req-a95f62af-063a-46b9-9759-aca61254357d tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.1913159 Apr 22 16:16:30.390151 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-69713f93-52fc-464d-a674-d62dcbe101b0 admin admin] Usage tracker for resource:security_group_rule and tenant:7aca53c5261c4484bf84056e3058fc5e is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:16:30.396287 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-69713f93-52fc-464d-a674-d62dcbe101b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:16:30.419968 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-69713f93-52fc-464d-a674-d62dcbe101b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:16:30.466879 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-76895355-d3d5-4ffd-9fc1-657a750be287 req-6c7b5e40-8f80-407d-a86d-5083c9368d39 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916362 Apr 22 16:16:30.472433 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c08ec65e-550d-4b9a-8948-807726edf8bd req-e066edc5-65c1-4b3d-9e2c-e4576ce57b30 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778511 Apr 22 16:16:30.564850 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-69713f93-52fc-464d-a674-d62dcbe101b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:30.567846 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-69713f93-52fc-464d-a674-d62dcbe101b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:30.572484 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-428b9e96-dbdb-4740-93da-99b73c20c29a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:30.599516 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69713f93-52fc-464d-a674-d62dcbe101b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=86316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:16:30.614793 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69713f93-52fc-464d-a674-d62dcbe101b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:30.619564 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-69713f93-52fc-464d-a674-d62dcbe101b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:30.621930 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-69713f93-52fc-464d-a674-d62dcbe101b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:30.622682 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.segments_db [None req-69713f93-52fc-464d-a674-d62dcbe101b0 admin admin] Added segment 8b4114bc-def4-4c81-b436-016246a35286 of type vlan for network 901c6dca-a88b-42fc-8b51-90622fddca64 Apr 22 16:16:30.653563 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-69713f93-52fc-464d-a674-d62dcbe101b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242087783420'] for network, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:30.687107 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-69713f93-52fc-464d-a674-d62dcbe101b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319'] for network, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:30.688495 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69713f93-52fc-464d-a674-d62dcbe101b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:30.689141 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-69713f93-52fc-464d-a674-d62dcbe101b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:30.694540 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-345a45d1-8b02-4903-8d97-4fb37790e191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:30.801972 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-69713f93-52fc-464d-a674-d62dcbe101b0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7020578 Apr 22 16:16:30.805217 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69713f93-52fc-464d-a674-d62dcbe101b0 admin admin] Pushing event updated for resources: {'Network': ['ID=901c6dca-a88b-42fc-8b51-90622fddca64,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:30.805396 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 44472) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:30.808160 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-69713f93-52fc-464d-a674-d62dcbe101b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:30.812931 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-3c7a5820-b1a7-43bc-a157-828650f0c6f4 admin admin] Request body: {'subnet': {'network_id': '901c6dca-a88b-42fc-8b51-90622fddca64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2030245443-subnet', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'ip_version': 4}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:16:30.817829 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Network 901c6dca-a88b-42fc-8b51-90622fddca64 details requested by agent ovs-agent-dv-cinder-784623-7-smb with host dv-cinder-784623-7-smb {{(pid=86317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:16:30.819566 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-3c7a5820-b1a7-43bc-a157-828650f0c6f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:16:30.822627 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-3c7a5820-b1a7-43bc-a157-828650f0c6f4 admin admin] Usage tracker for resource:subnet and tenant:7aca53c5261c4484bf84056e3058fc5e is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:16:30.825793 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-3c7a5820-b1a7-43bc-a157-828650f0c6f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:16:30.832556 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-3c7a5820-b1a7-43bc-a157-828650f0c6f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:16:30.842623 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7a5820-b1a7-43bc-a157-828650f0c6f4 admin admin] Made reservation on behalf of 7aca53c5261c4484bf84056e3058fc5e for: {'subnet': 1} {{(pid=86315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:16:30.847788 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3c7a5820-b1a7-43bc-a157-828650f0c6f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:31.072876 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device c6acc9fa-7063-484f-82d5-ca9b80f858a5 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:16:31.075332 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device e8f0eab0-b5c9-40d6-9b27-c14d1957352c no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:16:31.126391 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] No Port match for: e8f0eab0-b5c9-40d6-9b27-c14d1957352c {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:16:31.126850 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device e8f0eab0-b5c9-40d6-9b27-c14d1957352c not bound to the agent host hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:16:31.273141 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port c6acc9fa-7063-484f-82d5-ca9b80f858a5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c6acc9fa-7063-484f-82d5-ca9b80f858a5,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:16:31.291759 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Returning: {'device': 'c6acc9fa-7063-484f-82d5-ca9b80f858a5', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'port_id': 'c6acc9fa-7063-484f-82d5-ca9b80f858a5', 'mac_address': 'fa:16:3e:04:a5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93257d7e-85c0-4511-a149-8d2031392de0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:16:31.304709 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3c7a5820-b1a7-43bc-a157-828650f0c6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319'] for subnet, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:31.311421 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-04e51308-8f88-4b03-978d-c62a6d2b3ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:31.356741 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:31.383018 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6acc9fa-7063-484f-82d5-ca9b80f858a5 {{(pid=86317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:16:31.400853 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a5820-b1a7-43bc-a157-828650f0c6f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=540790b8-1ff6-4f2e-b3db-8ed89ce47f6d,revision_number=0']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:31.404017 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-3c7a5820-b1a7-43bc-a157-828650f0c6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:31.406014 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port c6acc9fa-7063-484f-82d5-ca9b80f858a5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c6acc9fa-7063-484f-82d5-ca9b80f858a5,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:16:31.410339 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:31.412243 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:31.415129 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7a5820-b1a7-43bc-a157-828650f0c6f4 admin admin] Checking segment: {'id': '8b4114bc-def4-4c81-b436-016246a35286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '901c6dca-a88b-42fc-8b51-90622fddca64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:16:31.415539 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7a5820-b1a7-43bc-a157-828650f0c6f4 admin admin] Network hostable DHCP agents. Network: 901c6dca-a88b-42fc-8b51-90622fddca64, hostable agents: ['c28daaaa-be26-4683-88d7-0ed6ab386346'], hosted agents: [] {{(pid=86315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:16:31.435710 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7a5820-b1a7-43bc-a157-828650f0c6f4 admin admin] Network 901c6dca-a88b-42fc-8b51-90622fddca64 is scheduled to be hosted by DHCP agent c28daaaa-be26-4683-88d7-0ed6ab386346 with binding_index 1 {{(pid=86315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:16:31.445399 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-3c7a5820-b1a7-43bc-a157-828650f0c6f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-smb, 901c6dca-a88b-42fc-8b51-90622fddca64) {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:16:31.461451 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7a5820-b1a7-43bc-a157-828650f0c6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:31.462108 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3c7a5820-b1a7-43bc-a157-828650f0c6f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for subnet, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:31.472443 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 44494) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:31.482073 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4858ed80-fd11-4424-9163-8290c4f8b1fe None None] Network 901c6dca-a88b-42fc-8b51-90622fddca64 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:16:31.491494 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-3c7a5820-b1a7-43bc-a157-828650f0c6f4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6847749 Apr 22 16:16:31.494593 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 44500) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:31.516587 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-24851748-af10-4678-a442-30a221b0378f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2030245443-router', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'}}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:16:31.534047 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-24851748-af10-4678-a442-30a221b0378f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:16:31.546286 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-24851748-af10-4678-a442-30a221b0378f admin admin] Usage tracker for resource:router and tenant:7aca53c5261c4484bf84056e3058fc5e is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:16:31.553168 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-24851748-af10-4678-a442-30a221b0378f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:16:31.566427 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-24851748-af10-4678-a442-30a221b0378f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:16:31.588573 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['c6acc9fa-7063-484f-82d5-ca9b80f858a5'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:16:31.588925 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24851748-af10-4678-a442-30a221b0378f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854759640'] for router, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:31.590184 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24851748-af10-4678-a442-30a221b0378f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854083101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854091003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16147'] for router, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:31.618791 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24851748-af10-4678-a442-30a221b0378f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:31.645650 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=c6acc9fa-7063-484f-82d5-ca9b80f858a5,revision_number=6']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:31.654027 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:31.835477 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5c28c96d-2bbc-410b-b0d2-db9bfaa4549a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:31.866975 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-5c28c96d-2bbc-410b-b0d2-db9bfaa4549a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:16:31.880708 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf5449b-1177-4e01-9a26-0ebf86f95478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5dae8048-e0d5-5873-ba1f-190788cc8618-901c6dca-a88b-42fc-8b51-90622fddca64', 'network_id': '901c6dca-a88b-42fc-8b51-90622fddca64', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'fixed_ips': [{'subnet_id': '540790b8-1ff6-4f2e-b3db-8ed89ce47f6d'}]}} from dv-cinder-784623-7-smb. {{(pid=86317) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:16:31.881624 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1bf5449b-1177-4e01-9a26-0ebf86f95478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:31.941845 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-5c28c96d-2bbc-410b-b0d2-db9bfaa4549a admin admin] Usage tracker for resource:security_group_rule and tenant:ea6d9ef025544928a2b08cb2c0d69e3c is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:16:31.947185 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-5c28c96d-2bbc-410b-b0d2-db9bfaa4549a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:16:32.095181 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-1bf5449b-1177-4e01-9a26-0ebf86f95478 None None] Allocated IP 172.20.0.2 (901c6dca-a88b-42fc-8b51-90622fddca64/540790b8-1ff6-4f2e-b3db-8ed89ce47f6d/2c89885f-8458-40b7-b124-936443e3cc6f) {{(pid=86317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:16:32.381105 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1bf5449b-1177-4e01-9a26-0ebf86f95478 None None] Notify callbacks [] for port, precommit_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:32.389236 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-5c28c96d-2bbc-410b-b0d2-db9bfaa4549a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:16:32.392307 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-1bf5449b-1177-4e01-9a26-0ebf86f95478 None None] Transition to ACTIVE for port object 2c89885f-8458-40b7-b124-936443e3cc6f will not be triggered until provisioned by entity L2. {{(pid=86317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:16:32.412764 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-1bf5449b-1177-4e01-9a26-0ebf86f95478 None None] Transition to ACTIVE for port object 2c89885f-8458-40b7-b124-936443e3cc6f will not be triggered until provisioned by entity DHCP. {{(pid=86317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:16:32.417627 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1bf5449b-1177-4e01-9a26-0ebf86f95478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406'] for port, after_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:32.428247 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:32.431359 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24851748-af10-4678-a442-30a221b0378f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854090766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854084264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16130'] for router, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:32.449485 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8c974-7df8-4244-bcb1-00e05f600a23 req-5039f7b7-e4ed-49f9-8a73-b174399acfd6 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:32.451287 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-35a8c974-7df8-4244-bcb1-00e05f600a23 req-5039f7b7-e4ed-49f9-8a73-b174399acfd6 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 944 time: 0.7017477 Apr 22 16:16:32.495426 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf5449b-1177-4e01-9a26-0ebf86f95478 None None] Network 901c6dca-a88b-42fc-8b51-90622fddca64 is already hosted by enough agents. {{(pid=86317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:16:32.499270 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-1bf5449b-1177-4e01-9a26-0ebf86f95478 None None] Resources bound (agent type, host, resource id): {{(pid=86317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:16:32.505577 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf5449b-1177-4e01-9a26-0ebf86f95478 None None] Received port after_create {{(pid=86317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:16:32.515164 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5449b-1177-4e01-9a26-0ebf86f95478 None None] Pushing event updated for resources: {'Port': ['ID=2c89885f-8458-40b7-b124-936443e3cc6f,revision_number=1']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:32.544086 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1bf5449b-1177-4e01-9a26-0ebf86f95478 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:32.548100 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb001c-667b-458c-b521-f3b1fad9f7f9 req-376ca0e7-344d-44ca-940d-4926cf956326 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:32.550802 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-f2cb001c-667b-458c-b521-f3b1fad9f7f9 req-376ca0e7-344d-44ca-940d-4926cf956326 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.8692756 Apr 22 16:16:32.606068 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-35a8c974-7df8-4244-bcb1-00e05f600a23 req-a5b13d91-1645-4d75-8f73-6e6882ef4fa7 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1431894 Apr 22 16:16:32.613597 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-1bf5449b-1177-4e01-9a26-0ebf86f95478 None None] Attempting to bind port 2c89885f-8458-40b7-b124-936443e3cc6f on host dv-cinder-784623-7-smb for vnic_type normal with profile {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:16:32.614552 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-1bf5449b-1177-4e01-9a26-0ebf86f95478 None None] Attempting to bind port 2c89885f-8458-40b7-b124-936443e3cc6f by drivers openvswitch,hyperv on host dv-cinder-784623-7-smb at level 0 using segments [{'id': '8b4114bc-def4-4c81-b436-016246a35286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '901c6dca-a88b-42fc-8b51-90622fddca64'}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:16:32.615062 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf5449b-1177-4e01-9a26-0ebf86f95478 None None] Attempting to bind port 2c89885f-8458-40b7-b124-936443e3cc6f on network 901c6dca-a88b-42fc-8b51-90622fddca64 {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:16:32.621200 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf5449b-1177-4e01-9a26-0ebf86f95478 None None] Checking agent: {'id': '8ffb9a94-5aed-4188-b3fb-9814a4924f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 5, 42), 'started_at': datetime.datetime(2021, 4, 22, 16, 6, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:16:32.621818 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf5449b-1177-4e01-9a26-0ebf86f95478 None None] Checking segment: {'id': '8b4114bc-def4-4c81-b436-016246a35286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '901c6dca-a88b-42fc-8b51-90622fddca64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:16:32.622358 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1bf5449b-1177-4e01-9a26-0ebf86f95478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:32.622909 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf5449b-1177-4e01-9a26-0ebf86f95478 None None] Bound using segment: {'id': '8b4114bc-def4-4c81-b436-016246a35286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '901c6dca-a88b-42fc-8b51-90622fddca64'} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:16:32.624151 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-1bf5449b-1177-4e01-9a26-0ebf86f95478 None None] Bound port: 2c89885f-8458-40b7-b124-936443e3cc6f, host: dv-cinder-784623-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4114bc-def4-4c81-b436-016246a35286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '901c6dca-a88b-42fc-8b51-90622fddca64'}}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:16:32.624692 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1bf5449b-1177-4e01-9a26-0ebf86f95478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:32.733676 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5c28c96d-2bbc-410b-b0d2-db9bfaa4549a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:32.742199 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-f2cb001c-667b-458c-b521-f3b1fad9f7f9 req-807dbcc3-3332-4b18-92dc-61b4fbcb98b6 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807153 Apr 22 16:16:32.743776 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5c28c96d-2bbc-410b-b0d2-db9bfaa4549a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:32.746457 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-1bf5449b-1177-4e01-9a26-0ebf86f95478 None None] For port 2c89885f-8458-40b7-b124-936443e3cc6f, host dv-cinder-784623-7-smb, cleared binding levels {{(pid=86317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:16:32.750598 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-1bf5449b-1177-4e01-9a26-0ebf86f95478 None None] For port 2c89885f-8458-40b7-b124-936443e3cc6f, host dv-cinder-784623-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=2c89885f-8458-40b7-b124-936443e3cc6f,segment=NetworkSegment(8b4114bc-def4-4c81-b436-016246a35286),segment_id=8b4114bc-def4-4c81-b436-016246a35286)] {{(pid=86317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:16:32.752929 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b9e2835c-86aa-4e18-affc-a5492eecfb6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:32.756812 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1bf5449b-1177-4e01-9a26-0ebf86f95478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:32.773250 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-354cf82c-f2ad-43cb-9fd5-2aa8d2a1f4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:32.828306 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-5c28c96d-2bbc-410b-b0d2-db9bfaa4549a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea6d9ef025544928a2b08cb2c0d69e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3545752 Apr 22 16:16:32.831598 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 44554) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:32.838295 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28c96d-2bbc-410b-b0d2-db9bfaa4549a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d7979d-47c3-45e5-ae7e-6d8e13748962,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:32.843627 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-5c28c96d-2bbc-410b-b0d2-db9bfaa4549a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:32.867787 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5449b-1177-4e01-9a26-0ebf86f95478 None None] Pushing event updated for resources: {'Port': ['ID=2c89885f-8458-40b7-b124-936443e3cc6f,revision_number=2']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:32.872734 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1bf5449b-1177-4e01-9a26-0ebf86f95478 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:32.961334 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f389d907-57c8-4844-9019-cb797f52649e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:32.991254 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device c6acc9fa-7063-484f-82d5-ca9b80f858a5 up at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:16:32.997437 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f389d907-57c8-4844-9019-cb797f52649e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:33.103637 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f389d907-57c8-4844-9019-cb797f52649e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:33.106484 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning complete for port c6acc9fa-7063-484f-82d5-ca9b80f858a5 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:16:33.107361 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:33.113309 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-35d6c80c-da0c-422f-b491-5751a891e988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:33.133444 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389d907-57c8-4844-9019-cb797f52649e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d7979d-47c3-45e5-ae7e-6d8e13748962,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:33.166046 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f389d907-57c8-4844-9019-cb797f52649e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:33.167043 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f389d907-57c8-4844-9019-cb797f52649e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:33.170075 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-f389d907-57c8-4844-9019-cb797f52649e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71d7979d-47c3-45e5-ae7e-6d8e13748962 HTTP/1.1" status: 204 len: 168 time: 0.3370397 Apr 22 16:16:33.188786 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24851748-af10-4678-a442-30a221b0378f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:33.309437 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24851748-af10-4678-a442-30a221b0378f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:33.396481 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:33.469601 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02f5b0c-e1f8-44a3-a4cf-51727e2fe159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6acc9fa-7063-484f-82d5-ca9b80f858a5'}] {{(pid=86317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:16:33.498273 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port c6acc9fa-7063-484f-82d5-ca9b80f858a5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c6acc9fa-7063-484f-82d5-ca9b80f858a5,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:16:33.504985 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:33.507437 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:33.597980 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=c6acc9fa-7063-484f-82d5-ca9b80f858a5,revision_number=7']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:33.601383 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:33.627283 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02f5b0c-e1f8-44a3-a4cf-51727e2fe159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6acc9fa-7063-484f-82d5-ca9b80f858a5', 'code': 200} Apr 22 16:16:33.679910 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-24851748-af10-4678-a442-30a221b0378f admin admin] Allocated IP 172.28.3.10 (88dd38af-48aa-4ea4-a266-3e61b5f89d27/323aff52-d533-47a6-aeb2-a9a8b96d3993/a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4) {{(pid=86316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:16:33.965492 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 2c89885f-8458-40b7-b124-936443e3cc6f up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:16:34.096620 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning for port 2c89885f-8458-40b7-b124-936443e3cc6f completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:16:34.304305 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24851748-af10-4678-a442-30a221b0378f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:34.316702 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a8747-6563-466d-9366-321464a802d4 req-35bca237-89b8-49f3-82ec-8937206c4297 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:34.318363 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-913a8747-6563-466d-9366-321464a802d4 req-35bca237-89b8-49f3-82ec-8937206c4297 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 945 time: 0.3570118 Apr 22 16:16:34.419089 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff649f-aa22-4c2b-b196-c92329337fc1 req-30047cee-4645-4c63-b39c-87b54b345e2f tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:34.430213 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1eff649f-aa22-4c2b-b196-c92329337fc1 req-30047cee-4645-4c63-b39c-87b54b345e2f tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.4228308 Apr 22 16:16:34.496134 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-913a8747-6563-466d-9366-321464a802d4 req-3893773f-7dc2-4e54-ac74-39214a35296b tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1702476 Apr 22 16:16:34.582716 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1eff649f-aa22-4c2b-b196-c92329337fc1 req-ca89a03e-1adc-4dcd-9608-4d8af46ee1f8 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512203 Apr 22 16:16:34.602306 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24851748-af10-4678-a442-30a221b0378f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:34.609719 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-077a4b9d-0a6d-4baf-a745-03ed07cdaa1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:34.763544 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24851748-af10-4678-a442-30a221b0378f admin admin] Network 88dd38af-48aa-4ea4-a266-3e61b5f89d27 is already hosted by enough agents. {{(pid=86316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:16:34.766383 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-24851748-af10-4678-a442-30a221b0378f admin admin] Resources bound (agent type, host, resource id): {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:16:34.798903 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1091c58-cc80-4ba5-9abd-e4044de65c5f None None] Network 901c6dca-a88b-42fc-8b51-90622fddca64 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:16:34.808089 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24851748-af10-4678-a442-30a221b0378f admin admin] Pushing event updated for resources: {'Port': ['ID=a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:34.812897 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24851748-af10-4678-a442-30a221b0378f admin admin] Received port after_create {{(pid=86316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:16:34.954136 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-24851748-af10-4678-a442-30a221b0378f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:35.049634 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-4dd079b9-abfb-4f6f-9ea2-ae94cfaafe3b None None] Provisioning for port 2c89885f-8458-40b7-b124-936443e3cc6f completed by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:16:35.061635 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-4dd079b9-abfb-4f6f-9ea2-ae94cfaafe3b None None] Provisioning complete for port 2c89885f-8458-40b7-b124-936443e3cc6f triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:16:35.062587 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4dd079b9-abfb-4f6f-9ea2-ae94cfaafe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:35.352619 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4dd079b9-abfb-4f6f-9ea2-ae94cfaafe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:35.391593 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a272b8e-e27a-46ba-99ee-cb1569dd3ee7 req-69b7c6eb-fde1-4049-ae23-823d071336be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:35.393183 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5a272b8e-e27a-46ba-99ee-cb1569dd3ee7 req-69b7c6eb-fde1-4049-ae23-823d071336be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8537b98a43742f2a3fcccbe15848877&device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 1098 time: 0.1674519 Apr 22 16:16:35.472925 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-4dd079b9-abfb-4f6f-9ea2-ae94cfaafe3b None None] For port 2c89885f-8458-40b7-b124-936443e3cc6f, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=2c89885f-8458-40b7-b124-936443e3cc6f,segment=NetworkSegment(8b4114bc-def4-4c81-b436-016246a35286),segment_id=8b4114bc-def4-4c81-b436-016246a35286)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:16:35.476686 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4dd079b9-abfb-4f6f-9ea2-ae94cfaafe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:35.481227 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:35.660566 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd079b9-abfb-4f6f-9ea2-ae94cfaafe3b None None] Pushing event updated for resources: {'Port': ['ID=2c89885f-8458-40b7-b124-936443e3cc6f,revision_number=3']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:35.675401 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-4dd079b9-abfb-4f6f-9ea2-ae94cfaafe3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:35.802654 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-bb8ae0db-6f52-4c79-8196-6a28a9676527 None None] Provisioning complete for port 2c89885f-8458-40b7-b124-936443e3cc6f triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:16:35.803077 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae0db-6f52-4c79-8196-6a28a9676527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:36.538048 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a272b8e-e27a-46ba-99ee-cb1569dd3ee7 req-ebc3ed56-b7d3-42d8-86de-3e5a78b70846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:36.539660 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5a272b8e-e27a-46ba-99ee-cb1569dd3ee7 req-ebc3ed56-b7d3-42d8-86de-3e5a78b70846 service neutron] 10.222.0.43 "GET /v2.0/networks?id=10ba8417-bb39-40e4-9ac2-493bc0eef8f2 HTTP/1.1" status: 200 len: 918 time: 0.9860961 Apr 22 16:16:36.546826 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24851748-af10-4678-a442-30a221b0378f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:36.816932 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a83821-3189-46e2-835b-1faf721ba670 req-3dcc666a-0925-4864-98dd-d4a03373d83b tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:36.826452 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-69a83821-3189-46e2-835b-1faf721ba670 req-3dcc666a-0925-4864-98dd-d4a03373d83b tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 945 time: 1.0212169 Apr 22 16:16:36.859961 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc37bb-d433-43bf-b909-161387424848 req-7b506556-574f-436c-8f49-488a98c72ae9 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:36.861601 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-55dc37bb-d433-43bf-b909-161387424848 req-7b506556-574f-436c-8f49-488a98c72ae9 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 1.0332124 Apr 22 16:16:37.023305 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5a272b8e-e27a-46ba-99ee-cb1569dd3ee7 req-484657d6-7a5b-4ea5-ba1f-2780279c8c09 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6acc9fa-7063-484f-82d5-ca9b80f858a5 HTTP/1.1" status: 200 len: 1000 time: 0.4096482 Apr 22 16:16:37.056214 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-69a83821-3189-46e2-835b-1faf721ba670 req-fda45a4f-679f-4d41-863a-38c9c5955592 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2285726 Apr 22 16:16:37.125097 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-55dc37bb-d433-43bf-b909-161387424848 req-e8108c10-13c4-4bc4-b97d-c5a024faf9d0 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414956 Apr 22 16:16:37.312319 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a272b8e-e27a-46ba-99ee-cb1569dd3ee7 req-34df1cae-3a22-4907-bdcf-8091060a1741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:37.313937 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5a272b8e-e27a-46ba-99ee-cb1569dd3ee7 req-34df1cae-3a22-4907-bdcf-8091060a1741 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93257d7e-85c0-4511-a149-8d2031392de0 HTTP/1.1" status: 200 len: 856 time: 0.2751806 Apr 22 16:16:37.421236 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24851748-af10-4678-a442-30a221b0378f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-685016'] for router, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:37.581101 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a272b8e-e27a-46ba-99ee-cb1569dd3ee7 req-e2f77065-ba7f-4344-9f29-a30b2882d52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:37.582817 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5a272b8e-e27a-46ba-99ee-cb1569dd3ee7 req-e2f77065-ba7f-4344-9f29-a30b2882d52e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=10ba8417-bb39-40e4-9ac2-493bc0eef8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2543960 Apr 22 16:16:37.779832 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 2c89885f-8458-40b7-b124-936443e3cc6f up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:16:37.837701 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5a272b8e-e27a-46ba-99ee-cb1569dd3ee7 req-cce80cd3-e75c-434e-87ae-d831dc540351 service neutron] 10.222.0.43 "GET /v2.0/networks/10ba8417-bb39-40e4-9ac2-493bc0eef8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436538 Apr 22 16:16:37.869693 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port 2c89885f-8458-40b7-b124-936443e3cc6f triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:16:37.870285 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:38.022749 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5a272b8e-e27a-46ba-99ee-cb1569dd3ee7 req-23ec34a2-4155-4fb2-9a82-99925989d8bc service neutron] 10.222.0.43 "GET /v2.0/networks/10ba8417-bb39-40e4-9ac2-493bc0eef8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757374 Apr 22 16:16:38.024037 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:38.043341 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24851748-af10-4678-a442-30a221b0378f admin admin] Router 1a735667-a2e6-4ba3-9c75-540e420573b4 is scheduled to L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 with binding_index 1 {{(pid=86316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:16:38.446809 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-753ae194-2433-4fb1-8bc9-960246f68677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:38.604056 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24851748-af10-4678-a442-30a221b0378f admin admin] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:16:38.616768 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aae98df-4c7d-4e13-9ce9-9651980687b4 None None] Sync routers for ids ['1a735667-a2e6-4ba3-9c75-540e420573b4'] in dv-cinder-784623-7-smb {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:16:38.666179 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aae98df-4c7d-4e13-9ce9-9651980687b4 None None] Routers {'1a735667-a2e6-4ba3-9c75-540e420573b4'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:16:38.666825 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-0aae98df-4c7d-4e13-9ce9-9651980687b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:16:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['1a735667-a2e6-4ba3-9c75-540e420573b4'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:16:38.765741 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24851748-af10-4678-a442-30a221b0378f admin admin] Notify callbacks [] for router, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:38.767378 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-24851748-af10-4678-a442-30a221b0378f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.2712777 Apr 22 16:16:38.770672 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 44626) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:38.794386 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3df96f-48c0-4259-873d-51a240e234e5 req-d0b2cb11-fdd1-4234-8a15-67743c3b661c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:38.803269 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7f3df96f-48c0-4259-873d-51a240e234e5 req-d0b2cb11-fdd1-4234-8a15-67743c3b661c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 945 time: 0.3100903 Apr 22 16:16:38.873048 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e341d-c6c4-4383-b20f-68ed0c007942 req-488ac045-ba28-4537-a893-b11ad2cd7023 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:38.881654 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b61e341d-c6c4-4383-b20f-68ed0c007942 req-488ac045-ba28-4537-a893-b11ad2cd7023 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.1923032 Apr 22 16:16:38.918331 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7f3df96f-48c0-4259-873d-51a240e234e5 req-5a95e686-dcb2-4d72-ba42-fb155710836a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1135738 Apr 22 16:16:38.985916 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b61e341d-c6c4-4383-b20f-68ed0c007942 req-35bea4a5-9ed5-497f-b612-b57c2d6e7dfd tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028802 Apr 22 16:16:39.087639 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-0aae98df-4c7d-4e13-9ce9-9651980687b4 None None] Set router 1a735667-a2e6-4ba3-9c75-540e420573b4 gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:16:39.645129 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-0aae98df-4c7d-4e13-9ce9-9651980687b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'name': 'tempest-TestMinimumBasicScenario-2030245443-router', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:16:31Z', 'updated_at': '2021-04-22T16:16:35Z', 'revision_number': 3, 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'gw_port': {'id': 'a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:39:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:33Z', 'updated_at': '2021-04-22T16:16:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb'}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:16:39.653346 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aae98df-4c7d-4e13-9ce9-9651980687b4 None None] Checking router: 1a735667-a2e6-4ba3-9c75-540e420573b4 for host: dv-cinder-784623-7-smb {{(pid=86318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:16:39.653754 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aae98df-4c7d-4e13-9ce9-9651980687b4 None None] Updating router 1a735667-a2e6-4ba3-9c75-540e420573b4 port a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4 binding host dv-cinder-784623-7-smb {{(pid=86318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:16:39.790503 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0aae98df-4c7d-4e13-9ce9-9651980687b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:40.276250 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-15b5ad8b-bd09-4c67-8c2e-7de999d41fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:40.415625 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0aae98df-4c7d-4e13-9ce9-9651980687b4 None None] Notify callbacks [] for port, precommit_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:40.431336 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-0aae98df-4c7d-4e13-9ce9-9651980687b4 None None] Transition to ACTIVE for port object a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4 will not be triggered until provisioned by entity L2. {{(pid=86318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:16:40.439679 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0aae98df-4c7d-4e13-9ce9-9651980687b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:40.462846 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1c470405-77eb-41ee-bfd5-0e6efc73df0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:40.690528 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-0aae98df-4c7d-4e13-9ce9-9651980687b4 None None] Attempting to bind port a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4 on host dv-cinder-784623-7-smb for vnic_type normal with profile {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:16:40.691743 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-0aae98df-4c7d-4e13-9ce9-9651980687b4 None None] Attempting to bind port a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4 by drivers openvswitch,hyperv on host dv-cinder-784623-7-smb at level 0 using segments [{'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'}] {{(pid=86318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:16:40.691743 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aae98df-4c7d-4e13-9ce9-9651980687b4 None None] Attempting to bind port a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4 on network 88dd38af-48aa-4ea4-a266-3e61b5f89d27 {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:16:40.700424 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aae98df-4c7d-4e13-9ce9-9651980687b4 None None] Checking agent: {'id': '8ffb9a94-5aed-4188-b3fb-9814a4924f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 5, 42), 'started_at': datetime.datetime(2021, 4, 22, 16, 6, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:16:40.700842 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aae98df-4c7d-4e13-9ce9-9651980687b4 None None] Checking segment: {'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:16:40.701304 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0aae98df-4c7d-4e13-9ce9-9651980687b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:40.701746 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aae98df-4c7d-4e13-9ce9-9651980687b4 None None] Bound using segment: {'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'} {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:16:40.702356 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-0aae98df-4c7d-4e13-9ce9-9651980687b4 None None] Bound port: a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4, host: dv-cinder-784623-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'}}] {{(pid=86318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:16:40.703081 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0aae98df-4c7d-4e13-9ce9-9651980687b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:40.759692 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-15b5ad8b-bd09-4c67-8c2e-7de999d41fc9 admin admin] Allocated IP 172.20.0.1 (901c6dca-a88b-42fc-8b51-90622fddca64/540790b8-1ff6-4f2e-b3db-8ed89ce47f6d/d192cf38-71eb-4b1d-afea-d5d9137043c5) {{(pid=86315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:16:40.803698 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-0aae98df-4c7d-4e13-9ce9-9651980687b4 None None] For port a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4, host dv-cinder-784623-7-smb, cleared binding levels {{(pid=86318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:16:40.807466 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-0aae98df-4c7d-4e13-9ce9-9651980687b4 None None] For port a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4, host dv-cinder-784623-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4,segment=NetworkSegment(0a545a0b-864e-4a70-9faa-625966eb1a15),segment_id=0a545a0b-864e-4a70-9faa-625966eb1a15)] {{(pid=86318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:16:40.819876 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0aae98df-4c7d-4e13-9ce9-9651980687b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:40.848084 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc6978-4c98-4da7-8e02-78a5767a78b7 None None] Pushing event updated for resources: {'Port': ['ID=a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4,revision_number=2']} {{(pid=86318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:40.861395 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc6978-4c98-4da7-8e02-78a5767a78b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:40.861730 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc6978-4c98-4da7-8e02-78a5767a78b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:40.863176 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc6978-4c98-4da7-8e02-78a5767a78b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:40.868294 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc6978-4c98-4da7-8e02-78a5767a78b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:40.869832 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc6978-4c98-4da7-8e02-78a5767a78b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:40.872385 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc6978-4c98-4da7-8e02-78a5767a78b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:40.872791 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc6978-4c98-4da7-8e02-78a5767a78b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:40.873177 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc6978-4c98-4da7-8e02-78a5767a78b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:40.873560 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc6978-4c98-4da7-8e02-78a5767a78b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:40.874003 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc6978-4c98-4da7-8e02-78a5767a78b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:40.874468 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc6978-4c98-4da7-8e02-78a5767a78b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:40.875124 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc6978-4c98-4da7-8e02-78a5767a78b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:40.892980 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-5dbc6978-4c98-4da7-8e02-78a5767a78b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:40.895227 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1c470405-77eb-41ee-bfd5-0e6efc73df0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:40.992811 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d79888-ec29-4072-8eb5-2b8affee0015 req-64db6dcf-be6c-4edb-a5c9-76073113c8f5 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:41.008050 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-f7d79888-ec29-4072-8eb5-2b8affee0015 req-64db6dcf-be6c-4edb-a5c9-76073113c8f5 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 945 time: 0.8282647 Apr 22 16:16:41.041879 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc6978-4c98-4da7-8e02-78a5767a78b7 None None] Pushing event updated for resources: {'Port': ['ID=a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4,revision_number=3']} {{(pid=86318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:41.045092 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aae98df-4c7d-4e13-9ce9-9651980687b4 None None] Routers {'1a735667-a2e6-4ba3-9c75-540e420573b4'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:16:41.046282 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-0aae98df-4c7d-4e13-9ce9-9651980687b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:16:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['1a735667-a2e6-4ba3-9c75-540e420573b4'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:16:41.106421 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-15b5ad8b-bd09-4c67-8c2e-7de999d41fc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:41.128144 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0cf89-ce2d-4eb0-885d-0100dd48d6a7 req-d60443da-1e23-40ec-a3f8-e195c6a745be tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:41.129750 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ccf0cf89-ce2d-4eb0-885d-0100dd48d6a7 req-d60443da-1e23-40ec-a3f8-e195c6a745be tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.8424962 Apr 22 16:16:41.157928 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-f7d79888-ec29-4072-8eb5-2b8affee0015 req-8c40d129-0f81-42d4-b0b6-7662d6006158 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1488819 Apr 22 16:16:41.167675 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-15b5ad8b-bd09-4c67-8c2e-7de999d41fc9 admin admin] Transition to ACTIVE for port object d192cf38-71eb-4b1d-afea-d5d9137043c5 will not be triggered until provisioned by entity DHCP. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:16:41.219603 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-15b5ad8b-bd09-4c67-8c2e-7de999d41fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406'] for port, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:41.228415 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-44b928f1-5894-47f0-9543-681f39bd6971 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:41.253993 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ccf0cf89-ce2d-4eb0-885d-0100dd48d6a7 req-8198a1f9-e088-4765-9c2a-7ddba84aac8b tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947430 Apr 22 16:16:41.324420 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b5ad8b-bd09-4c67-8c2e-7de999d41fc9 admin admin] Network 901c6dca-a88b-42fc-8b51-90622fddca64 is already hosted by enough agents. {{(pid=86315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:16:41.328294 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-15b5ad8b-bd09-4c67-8c2e-7de999d41fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:16:41.332577 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b5ad8b-bd09-4c67-8c2e-7de999d41fc9 admin admin] Received port after_create {{(pid=86315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:16:41.333341 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-15b5ad8b-bd09-4c67-8c2e-7de999d41fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854084859'] for router_interface, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:41.349076 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5ad8b-bd09-4c67-8c2e-7de999d41fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=d192cf38-71eb-4b1d-afea-d5d9137043c5,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:41.360535 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-15b5ad8b-bd09-4c67-8c2e-7de999d41fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:41.387350 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-0aae98df-4c7d-4e13-9ce9-9651980687b4 None None] Set router 1a735667-a2e6-4ba3-9c75-540e420573b4 gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:16:41.398407 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b0cd9efd-1035-4d7d-8bc9-c3f6b3be46e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:41.522215 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-5dbc6978-4c98-4da7-8e02-78a5767a78b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:41.585853 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-15b5ad8b-bd09-4c67-8c2e-7de999d41fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:41.590471 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:41.688408 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-6a28811d-c752-4dbd-97c3-523c3317c7c2 None None] Provisioning for port d192cf38-71eb-4b1d-afea-d5d9137043c5 completed by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:16:41.701785 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-6a28811d-c752-4dbd-97c3-523c3317c7c2 None None] Provisioning complete for port d192cf38-71eb-4b1d-afea-d5d9137043c5 triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:16:41.702980 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6a28811d-c752-4dbd-97c3-523c3317c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:41.792656 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-6a28811d-c752-4dbd-97c3-523c3317c7c2 None None] Port d192cf38-71eb-4b1d-afea-d5d9137043c5 cannot update to ACTIVE because it is not bound. {{(pid=86317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:16:41.812364 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:42.093484 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-15b5ad8b-bd09-4c67-8c2e-7de999d41fc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:42.099635 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-15b5ad8b-bd09-4c67-8c2e-7de999d41fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:42.101232 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-15b5ad8b-bd09-4c67-8c2e-7de999d41fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854217304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691042'] for router_interface, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:42.111070 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:42.317046 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5ad8b-bd09-4c67-8c2e-7de999d41fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=d192cf38-71eb-4b1d-afea-d5d9137043c5,revision_number=2']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:42.324609 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-15b5ad8b-bd09-4c67-8c2e-7de999d41fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:42.423493 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b5ad8b-bd09-4c67-8c2e-7de999d41fc9 admin admin] Network 901c6dca-a88b-42fc-8b51-90622fddca64 is already hosted by enough agents. {{(pid=86315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:16:42.425049 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-15b5ad8b-bd09-4c67-8c2e-7de999d41fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:16:42.638424 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-0aae98df-4c7d-4e13-9ce9-9651980687b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'name': 'tempest-TestMinimumBasicScenario-2030245443-router', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:16:31Z', 'updated_at': '2021-04-22T16:16:35Z', 'revision_number': 3, 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'gw_port': {'id': 'a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:39:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:33Z', 'updated_at': '2021-04-22T16:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb'}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:16:42.674663 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aae98df-4c7d-4e13-9ce9-9651980687b4 None None] The sync data for ids ['1a735667-a2e6-4ba3-9c75-540e420573b4'] in dv-cinder-784623-7-smb is: [{'id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'name': 'tempest-TestMinimumBasicScenario-2030245443-router', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:16:31Z', 'updated_at': '2021-04-22T16:16:35Z', 'revision_number': 3, 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'gw_port': {'id': 'a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:39:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:33Z', 'updated_at': '2021-04-22T16:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb'}] {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:16:42.875838 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2fb14-8946-40d8-96d8-3a650674e2b6 req-bd60e520-873b-4223-ad9f-329cff30c9b3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:42.875838 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-04a2fb14-8946-40d8-96d8-3a650674e2b6 req-bd60e520-873b-4223-ad9f-329cff30c9b3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 945 time: 0.4501667 Apr 22 16:16:42.875838 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9051491-4b51-4c7a-ac02-951b4922fbc2 req-18e4432c-3b22-4902-b269-1af8c6ea7dba tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:42.875838 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c9051491-4b51-4c7a-ac02-951b4922fbc2 req-18e4432c-3b22-4902-b269-1af8c6ea7dba tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.2599995 Apr 22 16:16:42.900263 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-04a2fb14-8946-40d8-96d8-3a650674e2b6 req-272ccb02-db1b-4ff4-8f0c-29c907336039 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630569 Apr 22 16:16:42.936484 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c9051491-4b51-4c7a-ac02-951b4922fbc2 req-9b129c75-4569-4a07-898f-561d741b9589 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832818 Apr 22 16:16:42.971439 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-833cb809-70f6-480a-9a2d-65d963d7a717 None None] Provisioning complete for port d192cf38-71eb-4b1d-afea-d5d9137043c5 triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:16:42.971860 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-833cb809-70f6-480a-9a2d-65d963d7a717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:43.019859 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b5ad8b-bd09-4c67-8c2e-7de999d41fc9 admin admin] Router 1a735667-a2e6-4ba3-9c75-540e420573b4 has already been hosted by L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 {{(pid=86315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:16:43.095890 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-833cb809-70f6-480a-9a2d-65d963d7a717 None None] Port d192cf38-71eb-4b1d-afea-d5d9137043c5 cannot update to ACTIVE because it is not bound. {{(pid=86317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:16:43.141160 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:43.326540 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b5ad8b-bd09-4c67-8c2e-7de999d41fc9 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:16:43.372573 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-15b5ad8b-bd09-4c67-8c2e-7de999d41fc9 admin admin] 10.222.0.21 "PUT /v2.0/routers/1a735667-a2e6-4ba3-9c75-540e420573b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5890272 Apr 22 16:16:43.896498 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4 up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:16:44.161681 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning for port a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4 completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:16:44.171410 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:16:44.172337 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:44.428796 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3bcc0-4a1f-48f8-a8f9-ec06cabc2e3b req-5e05d158-0dfb-46b0-a657-c5eff71d7200 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:44.443643 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-54b3bcc0-4a1f-48f8-a8f9-ec06cabc2e3b req-5e05d158-0dfb-46b0-a657-c5eff71d7200 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.3138068 Apr 22 16:16:44.538107 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-54b3bcc0-4a1f-48f8-a8f9-ec06cabc2e3b req-93cb6d49-b0a3-46a0-bb30-b078dcc4737b tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929890 Apr 22 16:16:44.568477 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16d3e2-03b4-4b7f-be91-ad100955b504 req-5def3ec2-9b66-4b9b-828e-5f414952a8fa tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:44.570544 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3f16d3e2-03b4-4b7f-be91-ad100955b504 req-5def3ec2-9b66-4b9b-828e-5f414952a8fa tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 945 time: 0.2980027 Apr 22 16:16:44.659491 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3f16d3e2-03b4-4b7f-be91-ad100955b504 req-470bee8f-824a-438c-b834-210c85a8ccf5 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759242 Apr 22 16:16:44.862948 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:44.879723 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 44666) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:44.886053 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-263fb262-5b7a-4236-9069-937ea6a5eb32 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1228069468-network', 'tenant_id': 'ed6d0fc32e634ea59b112a4d6174080e'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:16:44.889258 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] For port a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4,segment=NetworkSegment(0a545a0b-864e-4a70-9faa-625966eb1a15),segment_id=0a545a0b-864e-4a70-9faa-625966eb1a15)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:16:44.899640 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-263fb262-5b7a-4236-9069-937ea6a5eb32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:16:44.900616 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:44.903297 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f08dfd07-cf15-4aa8-891c-aad1aa178b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:44.906880 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-263fb262-5b7a-4236-9069-937ea6a5eb32 admin admin] Usage tracker for resource:network and tenant:ed6d0fc32e634ea59b112a4d6174080e is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:16:44.919515 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-263fb262-5b7a-4236-9069-937ea6a5eb32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:16:44.927016 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-263fb262-5b7a-4236-9069-937ea6a5eb32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:16:44.947115 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263fb262-5b7a-4236-9069-937ea6a5eb32 admin admin] Made reservation on behalf of ed6d0fc32e634ea59b112a4d6174080e for: {'network': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:16:44.964751 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-263fb262-5b7a-4236-9069-937ea6a5eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for network, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:44.991879 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-263fb262-5b7a-4236-9069-937ea6a5eb32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:45.020793 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-263fb262-5b7a-4236-9069-937ea6a5eb32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:16:45.028871 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-263fb262-5b7a-4236-9069-937ea6a5eb32 admin admin] Usage tracker for resource:security_group_rule and tenant:ed6d0fc32e634ea59b112a4d6174080e is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:16:45.039398 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-263fb262-5b7a-4236-9069-937ea6a5eb32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:16:45.051690 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-263fb262-5b7a-4236-9069-937ea6a5eb32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:16:45.085670 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Pushing event updated for resources: {'Port': ['ID=a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:45.089109 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:45.240756 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-263fb262-5b7a-4236-9069-937ea6a5eb32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:45.244605 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-263fb262-5b7a-4236-9069-937ea6a5eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:45.250596 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-7319df2d-101a-4c8e-a179-f7e0708a51ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:45.272681 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263fb262-5b7a-4236-9069-937ea6a5eb32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=86316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:16:45.286541 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-263fb262-5b7a-4236-9069-937ea6a5eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:45.286905 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.segments_db [None req-263fb262-5b7a-4236-9069-937ea6a5eb32 admin admin] Added segment 2ed6ffd4-c174-4aa8-9cad-3515c641e7ee of type vlan for network a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27 Apr 22 16:16:45.335869 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-263fb262-5b7a-4236-9069-937ea6a5eb32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242087783420'] for network, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:45.426688 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-263fb262-5b7a-4236-9069-937ea6a5eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319'] for network, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:45.429251 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263fb262-5b7a-4236-9069-937ea6a5eb32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:45.429895 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-263fb262-5b7a-4236-9069-937ea6a5eb32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:45.455637 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fb262-5b7a-4236-9069-937ea6a5eb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa26369c-fe10-47ac-8194-26ff1a1e3a1a,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:45.461455 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-263fb262-5b7a-4236-9069-937ea6a5eb32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:45.462594 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:45.482967 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 44670) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:45.490254 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-a1806e62-c0bd-4e49-a398-d58e1a1fd501 admin admin] Request body: {'subnet': {'network_id': 'a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1228069468-subnet', 'tenant_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'ip_version': 4}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:16:45.493125 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-263fb262-5b7a-4236-9069-937ea6a5eb32 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6118789 Apr 22 16:16:45.502142 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-a1806e62-c0bd-4e49-a398-d58e1a1fd501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:16:45.516898 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-a1806e62-c0bd-4e49-a398-d58e1a1fd501 admin admin] Usage tracker for resource:subnet and tenant:ed6d0fc32e634ea59b112a4d6174080e is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:16:45.524735 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-a1806e62-c0bd-4e49-a398-d58e1a1fd501 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:16:45.540478 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-a1806e62-c0bd-4e49-a398-d58e1a1fd501 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:16:45.563874 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1806e62-c0bd-4e49-a398-d58e1a1fd501 admin admin] Made reservation on behalf of ed6d0fc32e634ea59b112a4d6174080e for: {'subnet': 1} {{(pid=86315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:16:45.569034 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a1806e62-c0bd-4e49-a398-d58e1a1fd501 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:45.745838 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fb262-5b7a-4236-9069-937ea6a5eb32 admin admin] Pushing event updated for resources: {'Network': ['ID=a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:45.758323 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Network a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27 details requested by agent ovs-agent-dv-cinder-784623-7-smb with host dv-cinder-784623-7-smb {{(pid=86317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:16:45.768564 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-263fb262-5b7a-4236-9069-937ea6a5eb32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:45.997746 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4 up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:16:46.083793 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b275f-9f42-48a6-a04e-88fd5a4d43cb req-015b35ab-5dc5-4420-b2fb-9b35de431bf3 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:46.085391 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b82b275f-9f42-48a6-a04e-88fd5a4d43cb req-015b35ab-5dc5-4420-b2fb-9b35de431bf3 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.2573442 Apr 22 16:16:46.108851 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:16:46.109283 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:46.274443 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b82b275f-9f42-48a6-a04e-88fd5a4d43cb req-bbcc7ff4-f198-4ec8-8336-284c6051f39e tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680973 Apr 22 16:16:46.297753 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cd305-fe00-4fb6-96e2-9ae8d4c358aa req-894cb37d-e6a3-4846-9b25-691faafbf07b tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:46.314524 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-054cd305-fe00-4fb6-96e2-9ae8d4c358aa req-894cb37d-e6a3-4846-9b25-691faafbf07b tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 945 time: 0.3478820 Apr 22 16:16:46.399473 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-054cd305-fe00-4fb6-96e2-9ae8d4c358aa req-de1720bf-ba5e-466c-a23e-043642d534ea tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898573 Apr 22 16:16:46.560762 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abd6660-4ec0-4fe2-83d2-b1611effd834 None None] Sync routers for ids ['1a735667-a2e6-4ba3-9c75-540e420573b4'] in dv-cinder-784623-7-smb {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:16:46.586039 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abd6660-4ec0-4fe2-83d2-b1611effd834 None None] Routers {'1a735667-a2e6-4ba3-9c75-540e420573b4'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:16:46.587089 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-4abd6660-4ec0-4fe2-83d2-b1611effd834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:16:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['1a735667-a2e6-4ba3-9c75-540e420573b4'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:16:46.782381 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a1806e62-c0bd-4e49-a398-d58e1a1fd501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319'] for subnet, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:46.807552 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-56bdab08-174c-45d6-8690-07ece7e328fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:46.897400 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1806e62-c0bd-4e49-a398-d58e1a1fd501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04632f29-84eb-46b4-bd30-ae9c8c8e97be,revision_number=0']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:46.900763 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-a1806e62-c0bd-4e49-a398-d58e1a1fd501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:46.933684 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1806e62-c0bd-4e49-a398-d58e1a1fd501 admin admin] Checking segment: {'id': '2ed6ffd4-c174-4aa8-9cad-3515c641e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:16:46.934529 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1806e62-c0bd-4e49-a398-d58e1a1fd501 admin admin] Network hostable DHCP agents. Network: a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27, hostable agents: ['c28daaaa-be26-4683-88d7-0ed6ab386346'], hosted agents: [] {{(pid=86315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:16:46.965120 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1806e62-c0bd-4e49-a398-d58e1a1fd501 admin admin] Network a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27 is scheduled to be hosted by DHCP agent c28daaaa-be26-4683-88d7-0ed6ab386346 with binding_index 1 {{(pid=86315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:16:46.975236 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-a1806e62-c0bd-4e49-a398-d58e1a1fd501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-smb, a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27) {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:16:46.989893 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1806e62-c0bd-4e49-a398-d58e1a1fd501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:46.990900 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a1806e62-c0bd-4e49-a398-d58e1a1fd501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for subnet, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:47.030335 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-4abd6660-4ec0-4fe2-83d2-b1611effd834 None None] Set router 1a735667-a2e6-4ba3-9c75-540e420573b4 gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:16:47.053636 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-a1806e62-c0bd-4e49-a398-d58e1a1fd501 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5677617 Apr 22 16:16:47.061897 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 44678) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:47.062845 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-24940e3a-c177-4bbf-ba8c-448961a2e1b1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1228069468-router', 'tenant_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'}}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:16:47.068518 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-24940e3a-c177-4bbf-ba8c-448961a2e1b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:16:47.073060 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-24940e3a-c177-4bbf-ba8c-448961a2e1b1 admin admin] Usage tracker for resource:router and tenant:ed6d0fc32e634ea59b112a4d6174080e is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:16:47.076385 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-24940e3a-c177-4bbf-ba8c-448961a2e1b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:16:47.084479 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f90faa-b93b-4852-bbb8-e24d3853efb2 None None] Network a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:16:47.084837 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-24940e3a-c177-4bbf-ba8c-448961a2e1b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:16:47.097481 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24940e3a-c177-4bbf-ba8c-448961a2e1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854759640'] for router, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:47.099128 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24940e3a-c177-4bbf-ba8c-448961a2e1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854083101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854091003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16147'] for router, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:47.124522 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24940e3a-c177-4bbf-ba8c-448961a2e1b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:47.694096 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72368d04-f868-4cc2-a2a9-06472ccb83e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5dae8048-e0d5-5873-ba1f-190788cc8618-a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27', 'network_id': 'a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27', 'tenant_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'fixed_ips': [{'subnet_id': '04632f29-84eb-46b4-bd30-ae9c8c8e97be'}]}} from dv-cinder-784623-7-smb. {{(pid=86317) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:16:47.695043 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-72368d04-f868-4cc2-a2a9-06472ccb83e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:47.744560 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24940e3a-c177-4bbf-ba8c-448961a2e1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854090766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854084264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16130'] for router, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:47.868446 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-4abd6660-4ec0-4fe2-83d2-b1611effd834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'name': 'tempest-TestMinimumBasicScenario-2030245443-router', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:16:31Z', 'updated_at': '2021-04-22T16:16:41Z', 'revision_number': 4, 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'gw_port': {'id': 'a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:33Z', 'updated_at': '2021-04-22T16:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': 'd192cf38-71eb-4b1d-afea-d5d9137043c5', 'name': '', 'network_id': '901c6dca-a88b-42fc-8b51-90622fddca64', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'mac_address': 'fa:16:3e:03:76:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '540790b8-1ff6-4f2e-b3db-8ed89ce47f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:40Z', 'updated_at': '2021-04-22T16:16:41Z', 'revision_number': 2, 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'subnets': [{'id': '540790b8-1ff6-4f2e-b3db-8ed89ce47f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:16:47.880999 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abd6660-4ec0-4fe2-83d2-b1611effd834 None None] Checking router: 1a735667-a2e6-4ba3-9c75-540e420573b4 for host: dv-cinder-784623-7-smb {{(pid=86317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:16:47.881436 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abd6660-4ec0-4fe2-83d2-b1611effd834 None None] Updating router 1a735667-a2e6-4ba3-9c75-540e420573b4 port d192cf38-71eb-4b1d-afea-d5d9137043c5 binding host dv-cinder-784623-7-smb {{(pid=86317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:16:47.898037 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f78b7-df25-4b1a-9185-866226081b5c req-496631c2-cda1-4608-9365-7e2a0d8d730e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:47.900006 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e98f78b7-df25-4b1a-9185-866226081b5c req-496631c2-cda1-4608-9365-7e2a0d8d730e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 945 time: 0.2881830 Apr 22 16:16:47.912022 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64808fd1-7c7a-4da3-a337-f1d153c73bdd req-8d4fb836-0cb4-4630-8eb3-977cd7d33d51 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:47.914150 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-64808fd1-7c7a-4da3-a337-f1d153c73bdd req-8d4fb836-0cb4-4630-8eb3-977cd7d33d51 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.3623395 Apr 22 16:16:48.012839 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4abd6660-4ec0-4fe2-83d2-b1611effd834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:48.058583 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e98f78b7-df25-4b1a-9185-866226081b5c req-f89632ae-4221-4870-bc1a-a1e800ebda69 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1424987 Apr 22 16:16:48.074312 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-64808fd1-7c7a-4da3-a337-f1d153c73bdd req-93265956-0932-4fdf-92d3-ae7cbf7db0b3 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916116 Apr 22 16:16:48.130919 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-72368d04-f868-4cc2-a2a9-06472ccb83e5 None None] Allocated IP 172.20.0.2 (a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27/04632f29-84eb-46b4-bd30-ae9c8c8e97be/c960a123-b268-40c2-b8da-10565274961e) {{(pid=86317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:16:48.542610 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24940e3a-c177-4bbf-ba8c-448961a2e1b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:48.604520 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24940e3a-c177-4bbf-ba8c-448961a2e1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:48.895268 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-24940e3a-c177-4bbf-ba8c-448961a2e1b1 admin admin] Allocated IP 172.28.3.108 (88dd38af-48aa-4ea4-a266-3e61b5f89d27/323aff52-d533-47a6-aeb2-a9a8b96d3993/a1dc23ae-7b16-4a62-b0cf-1b68009045a8) {{(pid=86316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:16:48.898724 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-72368d04-f868-4cc2-a2a9-06472ccb83e5 None None] Notify callbacks [] for port, precommit_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:48.929714 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-72368d04-f868-4cc2-a2a9-06472ccb83e5 None None] Transition to ACTIVE for port object c960a123-b268-40c2-b8da-10565274961e will not be triggered until provisioned by entity L2. {{(pid=86317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:16:48.963715 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4abd6660-4ec0-4fe2-83d2-b1611effd834 None None] Notify callbacks [] for port, precommit_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:48.980547 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-72368d04-f868-4cc2-a2a9-06472ccb83e5 None None] Transition to ACTIVE for port object c960a123-b268-40c2-b8da-10565274961e will not be triggered until provisioned by entity DHCP. {{(pid=86317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:16:48.982203 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-4abd6660-4ec0-4fe2-83d2-b1611effd834 None None] Transition to ACTIVE for port object d192cf38-71eb-4b1d-afea-d5d9137043c5 will not be triggered until provisioned by entity L2. {{(pid=86317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:16:48.990397 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-72368d04-f868-4cc2-a2a9-06472ccb83e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406'] for port, after_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:48.996342 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:49.057016 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4abd6660-4ec0-4fe2-83d2-b1611effd834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:49.074811 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72368d04-f868-4cc2-a2a9-06472ccb83e5 None None] Pushing event updated for resources: {'Port': ['ID=c960a123-b268-40c2-b8da-10565274961e,revision_number=1']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:49.080029 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-72368d04-f868-4cc2-a2a9-06472ccb83e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:49.083420 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:49.217632 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24940e3a-c177-4bbf-ba8c-448961a2e1b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:49.266868 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24940e3a-c177-4bbf-ba8c-448961a2e1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:49.294693 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9d0d236d-08fe-44d8-9857-1afe2118a561 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:49.360543 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72368d04-f868-4cc2-a2a9-06472ccb83e5 None None] Network a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27 is already hosted by enough agents. {{(pid=86317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:16:49.371035 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-72368d04-f868-4cc2-a2a9-06472ccb83e5 None None] Resources bound (agent type, host, resource id): {{(pid=86317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:16:49.376904 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72368d04-f868-4cc2-a2a9-06472ccb83e5 None None] Received port after_create {{(pid=86317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:16:49.450827 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24940e3a-c177-4bbf-ba8c-448961a2e1b1 admin admin] Network 88dd38af-48aa-4ea4-a266-3e61b5f89d27 is already hosted by enough agents. {{(pid=86316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:16:49.597732 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-24940e3a-c177-4bbf-ba8c-448961a2e1b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:16:49.600807 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24940e3a-c177-4bbf-ba8c-448961a2e1b1 admin admin] Received port after_create {{(pid=86316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:16:49.673507 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24940e3a-c177-4bbf-ba8c-448961a2e1b1 admin admin] Pushing event updated for resources: {'Port': ['ID=a1dc23ae-7b16-4a62-b0cf-1b68009045a8,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:49.692554 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-24940e3a-c177-4bbf-ba8c-448961a2e1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:49.778648 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7081f-82aa-4246-8404-f9d9bd6057d7 None None] Pushing event updated for resources: {'Port': ['ID=d192cf38-71eb-4b1d-afea-d5d9137043c5,revision_number=3']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:49.782818 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-72368d04-f868-4cc2-a2a9-06472ccb83e5 None None] Attempting to bind port c960a123-b268-40c2-b8da-10565274961e on host dv-cinder-784623-7-smb for vnic_type normal with profile {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:16:49.783226 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-72368d04-f868-4cc2-a2a9-06472ccb83e5 None None] Attempting to bind port c960a123-b268-40c2-b8da-10565274961e by drivers openvswitch,hyperv on host dv-cinder-784623-7-smb at level 0 using segments [{'id': '2ed6ffd4-c174-4aa8-9cad-3515c641e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27'}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:16:49.783635 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72368d04-f868-4cc2-a2a9-06472ccb83e5 None None] Attempting to bind port c960a123-b268-40c2-b8da-10565274961e on network a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27 {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:16:49.791006 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-02b7081f-82aa-4246-8404-f9d9bd6057d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:49.811581 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72368d04-f868-4cc2-a2a9-06472ccb83e5 None None] Checking agent: {'id': '8ffb9a94-5aed-4188-b3fb-9814a4924f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 5, 42), 'started_at': datetime.datetime(2021, 4, 22, 16, 6, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:16:49.812005 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72368d04-f868-4cc2-a2a9-06472ccb83e5 None None] Checking segment: {'id': '2ed6ffd4-c174-4aa8-9cad-3515c641e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:16:49.812494 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-72368d04-f868-4cc2-a2a9-06472ccb83e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:49.812938 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72368d04-f868-4cc2-a2a9-06472ccb83e5 None None] Bound using segment: {'id': '2ed6ffd4-c174-4aa8-9cad-3515c641e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27'} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:16:49.813455 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-72368d04-f868-4cc2-a2a9-06472ccb83e5 None None] Bound port: c960a123-b268-40c2-b8da-10565274961e, host: dv-cinder-784623-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed6ffd4-c174-4aa8-9cad-3515c641e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27'}}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:16:49.813866 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-72368d04-f868-4cc2-a2a9-06472ccb83e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:49.836349 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-4abd6660-4ec0-4fe2-83d2-b1611effd834 None None] Attempting to bind port d192cf38-71eb-4b1d-afea-d5d9137043c5 on host dv-cinder-784623-7-smb for vnic_type normal with profile {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:16:49.836767 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-4abd6660-4ec0-4fe2-83d2-b1611effd834 None None] Attempting to bind port d192cf38-71eb-4b1d-afea-d5d9137043c5 by drivers openvswitch,hyperv on host dv-cinder-784623-7-smb at level 0 using segments [{'id': '8b4114bc-def4-4c81-b436-016246a35286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '901c6dca-a88b-42fc-8b51-90622fddca64'}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:16:49.837501 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abd6660-4ec0-4fe2-83d2-b1611effd834 None None] Attempting to bind port d192cf38-71eb-4b1d-afea-d5d9137043c5 on network 901c6dca-a88b-42fc-8b51-90622fddca64 {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:16:49.932852 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-72368d04-f868-4cc2-a2a9-06472ccb83e5 None None] For port c960a123-b268-40c2-b8da-10565274961e, host dv-cinder-784623-7-smb, cleared binding levels {{(pid=86317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:16:49.936477 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-72368d04-f868-4cc2-a2a9-06472ccb83e5 None None] For port c960a123-b268-40c2-b8da-10565274961e, host dv-cinder-784623-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=c960a123-b268-40c2-b8da-10565274961e,segment=NetworkSegment(2ed6ffd4-c174-4aa8-9cad-3515c641e7ee),segment_id=2ed6ffd4-c174-4aa8-9cad-3515c641e7ee)] {{(pid=86317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:16:49.943022 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abd6660-4ec0-4fe2-83d2-b1611effd834 None None] Checking agent: {'id': '8ffb9a94-5aed-4188-b3fb-9814a4924f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 5, 42), 'started_at': datetime.datetime(2021, 4, 22, 16, 6, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:16:49.943459 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abd6660-4ec0-4fe2-83d2-b1611effd834 None None] Checking segment: {'id': '8b4114bc-def4-4c81-b436-016246a35286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '901c6dca-a88b-42fc-8b51-90622fddca64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:16:49.943891 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4abd6660-4ec0-4fe2-83d2-b1611effd834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:49.944337 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abd6660-4ec0-4fe2-83d2-b1611effd834 None None] Bound using segment: {'id': '8b4114bc-def4-4c81-b436-016246a35286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '901c6dca-a88b-42fc-8b51-90622fddca64'} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:16:49.944879 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-4abd6660-4ec0-4fe2-83d2-b1611effd834 None None] Bound port: d192cf38-71eb-4b1d-afea-d5d9137043c5, host: dv-cinder-784623-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4114bc-def4-4c81-b436-016246a35286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '901c6dca-a88b-42fc-8b51-90622fddca64'}}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:16:49.945314 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4abd6660-4ec0-4fe2-83d2-b1611effd834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:49.973299 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-72368d04-f868-4cc2-a2a9-06472ccb83e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:50.093144 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-4abd6660-4ec0-4fe2-83d2-b1611effd834 None None] For port d192cf38-71eb-4b1d-afea-d5d9137043c5, host dv-cinder-784623-7-smb, cleared binding levels {{(pid=86317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:16:50.097568 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-4abd6660-4ec0-4fe2-83d2-b1611effd834 None None] For port d192cf38-71eb-4b1d-afea-d5d9137043c5, host dv-cinder-784623-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=d192cf38-71eb-4b1d-afea-d5d9137043c5,segment=NetworkSegment(8b4114bc-def4-4c81-b436-016246a35286),segment_id=8b4114bc-def4-4c81-b436-016246a35286)] {{(pid=86317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:16:50.102157 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:50.196591 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4abd6660-4ec0-4fe2-83d2-b1611effd834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:50.201974 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72368d04-f868-4cc2-a2a9-06472ccb83e5 None None] Pushing event updated for resources: {'Port': ['ID=c960a123-b268-40c2-b8da-10565274961e,revision_number=2']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:50.212483 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-72368d04-f868-4cc2-a2a9-06472ccb83e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:50.215652 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-02b7081f-82aa-4246-8404-f9d9bd6057d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:50.308706 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abd6660-4ec0-4fe2-83d2-b1611effd834 None None] Routers {'1a735667-a2e6-4ba3-9c75-540e420573b4'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:16:50.309413 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-4abd6660-4ec0-4fe2-83d2-b1611effd834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:16:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['1a735667-a2e6-4ba3-9c75-540e420573b4'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:16:50.386905 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29418ce-4a2f-45a6-92bb-7bdda8a7c7e8 req-8c475855-a7c1-452a-bb9b-68174a13a731 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:50.411363 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a29418ce-4a2f-45a6-92bb-7bdda8a7c7e8 req-8c475855-a7c1-452a-bb9b-68174a13a731 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 945 time: 0.8674536 Apr 22 16:16:50.528156 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765a53c-6fdf-4bab-bd81-a16163c37a9d req-ecca8fe5-b33c-4f29-a55a-c347f8dc6c00 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:50.529836 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b765a53c-6fdf-4bab-bd81-a16163c37a9d req-ecca8fe5-b33c-4f29-a55a-c347f8dc6c00 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 1.0679924 Apr 22 16:16:50.545128 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7081f-82aa-4246-8404-f9d9bd6057d7 None None] Pushing event updated for resources: {'Port': ['ID=d192cf38-71eb-4b1d-afea-d5d9137043c5,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:50.549769 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-02b7081f-82aa-4246-8404-f9d9bd6057d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:50.627046 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-4abd6660-4ec0-4fe2-83d2-b1611effd834 None None] Set router 1a735667-a2e6-4ba3-9c75-540e420573b4 gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:16:50.692857 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a29418ce-4a2f-45a6-92bb-7bdda8a7c7e8 req-c4e7acdd-2fa3-4441-9216-83447e69ec36 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2806139 Apr 22 16:16:50.961822 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b765a53c-6fdf-4bab-bd81-a16163c37a9d req-8961e252-34c9-46ae-a0ce-5202d65cf825 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996994 Apr 22 16:16:50.989141 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f15c6b-26b4-4dcd-9cc5-00c203d09e95 req-96a10a57-6d61-4e5c-b1b4-ead727b74f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:50.991119 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b4f15c6b-26b4-4dcd-9cc5-00c203d09e95 req-96a10a57-6d61-4e5c-b1b4-ead727b74f35 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8537b98a43742f2a3fcccbe15848877&device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 1098 time: 0.6393673 Apr 22 16:16:51.128796 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24940e3a-c177-4bbf-ba8c-448961a2e1b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:51.162950 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-4abd6660-4ec0-4fe2-83d2-b1611effd834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'name': 'tempest-TestMinimumBasicScenario-2030245443-router', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:16:31Z', 'updated_at': '2021-04-22T16:16:41Z', 'revision_number': 4, 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'gw_port': {'id': 'a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:33Z', 'updated_at': '2021-04-22T16:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': 'd192cf38-71eb-4b1d-afea-d5d9137043c5', 'name': '', 'network_id': '901c6dca-a88b-42fc-8b51-90622fddca64', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'mac_address': 'fa:16:3e:03:76:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '540790b8-1ff6-4f2e-b3db-8ed89ce47f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:40Z', 'updated_at': '2021-04-22T16:16:50Z', 'revision_number': 4, 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'subnets': [{'id': '540790b8-1ff6-4f2e-b3db-8ed89ce47f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:16:51.170916 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abd6660-4ec0-4fe2-83d2-b1611effd834 None None] The sync data for ids ['1a735667-a2e6-4ba3-9c75-540e420573b4'] in dv-cinder-784623-7-smb is: [{'id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'name': 'tempest-TestMinimumBasicScenario-2030245443-router', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:16:31Z', 'updated_at': '2021-04-22T16:16:41Z', 'revision_number': 4, 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'gw_port': {'id': 'a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:33Z', 'updated_at': '2021-04-22T16:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': 'd192cf38-71eb-4b1d-afea-d5d9137043c5', 'name': '', 'network_id': '901c6dca-a88b-42fc-8b51-90622fddca64', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'mac_address': 'fa:16:3e:03:76:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '540790b8-1ff6-4f2e-b3db-8ed89ce47f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:40Z', 'updated_at': '2021-04-22T16:16:50Z', 'revision_number': 4, 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'subnets': [{'id': '540790b8-1ff6-4f2e-b3db-8ed89ce47f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:16:51.377894 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f15c6b-26b4-4dcd-9cc5-00c203d09e95 req-f51c08ab-6c4d-42b6-9a41-c345ff1bc375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:51.379552 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b4f15c6b-26b4-4dcd-9cc5-00c203d09e95 req-f51c08ab-6c4d-42b6-9a41-c345ff1bc375 service neutron] 10.222.0.43 "GET /v2.0/networks?id=10ba8417-bb39-40e4-9ac2-493bc0eef8f2 HTTP/1.1" status: 200 len: 918 time: 0.3779111 Apr 22 16:16:51.632592 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b4f15c6b-26b4-4dcd-9cc5-00c203d09e95 req-ba675497-b327-4d50-a89c-60f682bf673f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6acc9fa-7063-484f-82d5-ca9b80f858a5 HTTP/1.1" status: 200 len: 1000 time: 0.2432365 Apr 22 16:16:51.861928 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f15c6b-26b4-4dcd-9cc5-00c203d09e95 req-92098ac5-9437-4ede-a16e-97ad3fd36737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:51.863540 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b4f15c6b-26b4-4dcd-9cc5-00c203d09e95 req-92098ac5-9437-4ede-a16e-97ad3fd36737 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93257d7e-85c0-4511-a149-8d2031392de0 HTTP/1.1" status: 200 len: 856 time: 0.1719835 Apr 22 16:16:51.928362 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device c960a123-b268-40c2-b8da-10565274961e up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:16:52.019486 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24940e3a-c177-4bbf-ba8c-448961a2e1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-685016'] for router, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:52.103332 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning for port c960a123-b268-40c2-b8da-10565274961e completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:16:52.109389 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device d192cf38-71eb-4b1d-afea-d5d9137043c5 up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:16:52.229091 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning for port d192cf38-71eb-4b1d-afea-d5d9137043c5 completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:16:52.238883 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port d192cf38-71eb-4b1d-afea-d5d9137043c5 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:16:52.239401 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:52.402412 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a773df3-25f3-4a28-a521-a74f719b8599 None None] Network a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:16:52.515457 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f15c6b-26b4-4dcd-9cc5-00c203d09e95 req-b0264280-dba3-4128-bd8f-b33e6aa7c565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:52.517329 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b4f15c6b-26b4-4dcd-9cc5-00c203d09e95 req-b0264280-dba3-4128-bd8f-b33e6aa7c565 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=10ba8417-bb39-40e4-9ac2-493bc0eef8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6399100 Apr 22 16:16:52.573964 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec759ed-581c-4b08-9f61-d24df2839971 req-c7bf258e-737b-4faa-ba6d-db3000227f1a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:52.581999 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7ec759ed-581c-4b08-9f61-d24df2839971 req-c7bf258e-737b-4faa-ba6d-db3000227f1a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 945 time: 0.5566354 Apr 22 16:16:52.591204 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:52.604686 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b495c8f-8504-47ee-a6d6-3148e57aeba4 req-fab0987c-2d5b-4427-8d51-069f4d29712d tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:52.606268 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7b495c8f-8504-47ee-a6d6-3148e57aeba4 req-fab0987c-2d5b-4427-8d51-069f4d29712d tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.2831342 Apr 22 16:16:52.650421 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-1b0807aa-add8-4d3e-8ade-bbf03eba3c35 None None] Provisioning for port c960a123-b268-40c2-b8da-10565274961e completed by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:16:52.671025 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-1b0807aa-add8-4d3e-8ade-bbf03eba3c35 None None] Provisioning complete for port c960a123-b268-40c2-b8da-10565274961e triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:16:52.671446 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1b0807aa-add8-4d3e-8ade-bbf03eba3c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:52.774062 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] For port d192cf38-71eb-4b1d-afea-d5d9137043c5, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=d192cf38-71eb-4b1d-afea-d5d9137043c5,segment=NetworkSegment(8b4114bc-def4-4c81-b436-016246a35286),segment_id=8b4114bc-def4-4c81-b436-016246a35286)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:16:52.778148 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24940e3a-c177-4bbf-ba8c-448961a2e1b1 admin admin] Router 27b3f2ad-2cc7-4433-8e31-718375248b59 is scheduled to L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 with binding_index 1 {{(pid=86316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:16:52.832166 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:52.840186 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:53.004996 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Pushing event updated for resources: {'Port': ['ID=d192cf38-71eb-4b1d-afea-d5d9137043c5,revision_number=5']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:53.011633 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:53.039170 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1b0807aa-add8-4d3e-8ade-bbf03eba3c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:53.137449 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-1b0807aa-add8-4d3e-8ade-bbf03eba3c35 None None] For port c960a123-b268-40c2-b8da-10565274961e, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=c960a123-b268-40c2-b8da-10565274961e,segment=NetworkSegment(2ed6ffd4-c174-4aa8-9cad-3515c641e7ee),segment_id=2ed6ffd4-c174-4aa8-9cad-3515c641e7ee)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:16:53.152811 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1b0807aa-add8-4d3e-8ade-bbf03eba3c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:53.154865 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:53.249247 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0807aa-add8-4d3e-8ade-bbf03eba3c35 None None] Pushing event updated for resources: {'Port': ['ID=c960a123-b268-40c2-b8da-10565274961e,revision_number=3']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:53.257104 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1b0807aa-add8-4d3e-8ade-bbf03eba3c35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:53.320885 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7ec759ed-581c-4b08-9f61-d24df2839971 req-d4711eab-33d0-4531-b62a-69bbe38afc22 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7379293 Apr 22 16:16:53.383693 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-268434f8-1346-4f58-91b7-3821d96fd76d None None] Provisioning complete for port c960a123-b268-40c2-b8da-10565274961e triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:16:53.384123 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-268434f8-1346-4f58-91b7-3821d96fd76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:53.400421 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24940e3a-c177-4bbf-ba8c-448961a2e1b1 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:16:53.414089 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7b495c8f-8504-47ee-a6d6-3148e57aeba4 req-2e5b22be-7d7e-4563-ba02-d4721f17d465 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7840562 Apr 22 16:16:53.414953 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b43fc-87e8-4f1f-8311-0fb4183f6465 None None] Sync routers for ids ['27b3f2ad-2cc7-4433-8e31-718375248b59'] in dv-cinder-784623-7-smb {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:16:53.428553 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b43fc-87e8-4f1f-8311-0fb4183f6465 None None] Routers {'27b3f2ad-2cc7-4433-8e31-718375248b59'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:16:53.430000 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-e59b43fc-87e8-4f1f-8311-0fb4183f6465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:16:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['27b3f2ad-2cc7-4433-8e31-718375248b59'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:16:53.461105 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b4f15c6b-26b4-4dcd-9cc5-00c203d09e95 req-ace14592-f4d9-4ed9-bbc0-6196fcb1e417 service neutron] 10.222.0.43 "GET /v2.0/networks/10ba8417-bb39-40e4-9ac2-493bc0eef8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9294004 Apr 22 16:16:53.465740 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-24940e3a-c177-4bbf-ba8c-448961a2e1b1 admin admin] Notify callbacks [] for router, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:53.470167 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-24940e3a-c177-4bbf-ba8c-448961a2e1b1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.4101610 Apr 22 16:16:53.471007 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 44786) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:53.686236 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-e59b43fc-87e8-4f1f-8311-0fb4183f6465 None None] Set router 27b3f2ad-2cc7-4433-8e31-718375248b59 gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:16:53.804199 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b4f15c6b-26b4-4dcd-9cc5-00c203d09e95 req-0a3bd73e-0656-45f6-a16f-026b441cc160 service neutron] 10.222.0.43 "GET /v2.0/networks/10ba8417-bb39-40e4-9ac2-493bc0eef8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312266 Apr 22 16:16:53.807641 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device c960a123-b268-40c2-b8da-10565274961e up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:16:53.935238 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port c960a123-b268-40c2-b8da-10565274961e triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:16:53.935655 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:54.090334 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device d192cf38-71eb-4b1d-afea-d5d9137043c5 up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:16:54.173907 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port d192cf38-71eb-4b1d-afea-d5d9137043c5 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:16:54.174325 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:54.186769 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-e59b43fc-87e8-4f1f-8311-0fb4183f6465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b3f2ad-2cc7-4433-8e31-718375248b59', 'name': 'tempest-TestMinimumBasicScenario-1228069468-router', 'tenant_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': 'a1dc23ae-7b16-4a62-b0cf-1b68009045a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:16:47Z', 'updated_at': '2021-04-22T16:16:50Z', 'revision_number': 3, 'project_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'gw_port': {'id': 'a1dc23ae-7b16-4a62-b0cf-1b68009045a8', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b3f2ad-2cc7-4433-8e31-718375248b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:48Z', 'updated_at': '2021-04-22T16:16:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb'}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:16:54.193277 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b43fc-87e8-4f1f-8311-0fb4183f6465 None None] Checking router: 27b3f2ad-2cc7-4433-8e31-718375248b59 for host: dv-cinder-784623-7-smb {{(pid=86318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:16:54.193781 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b43fc-87e8-4f1f-8311-0fb4183f6465 None None] Updating router 27b3f2ad-2cc7-4433-8e31-718375248b59 port a1dc23ae-7b16-4a62-b0cf-1b68009045a8 binding host dv-cinder-784623-7-smb {{(pid=86318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:16:54.294718 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e59b43fc-87e8-4f1f-8311-0fb4183f6465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:54.522692 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f85c20f0-362b-4745-af20-a566b4ba8d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:54.779137 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-f85c20f0-362b-4745-af20-a566b4ba8d44 admin admin] Allocated IP 172.20.0.1 (a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27/04632f29-84eb-46b4-bd30-ae9c8c8e97be/f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e) {{(pid=86315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:16:54.822989 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e59b43fc-87e8-4f1f-8311-0fb4183f6465 None None] Notify callbacks [] for port, precommit_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:54.827766 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc8862-802a-469d-bbc0-6c659d60ad21 req-2027da7e-ab43-4f2c-9128-1ff02b2a85b9 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:54.831061 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e5bc8862-802a-469d-bbc0-6c659d60ad21 req-2027da7e-ab43-4f2c-9128-1ff02b2a85b9 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 945 time: 0.3318133 Apr 22 16:16:54.841071 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895bd06-a78e-4ee8-9b5a-d792c288b1b5 req-8bf3a11f-c8bc-4785-bcce-26b0192141b9 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:54.842645 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3895bd06-a78e-4ee8-9b5a-d792c288b1b5 req-8bf3a11f-c8bc-4785-bcce-26b0192141b9 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.2191827 Apr 22 16:16:54.849732 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-e59b43fc-87e8-4f1f-8311-0fb4183f6465 None None] Transition to ACTIVE for port object a1dc23ae-7b16-4a62-b0cf-1b68009045a8 will not be triggered until provisioned by entity L2. {{(pid=86318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:16:54.858991 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e59b43fc-87e8-4f1f-8311-0fb4183f6465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:54.866676 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1f2dd807-51db-4e8f-b095-93516ea1ec3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:54.922163 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3895bd06-a78e-4ee8-9b5a-d792c288b1b5 req-808b3080-07cd-49d0-b81d-c72e3e18498c tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607293 Apr 22 16:16:54.951516 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e5bc8862-802a-469d-bbc0-6c659d60ad21 req-021852b3-e9cc-4f8b-84de-b4bfc40230a5 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1076829 Apr 22 16:16:55.028171 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252875c-55e1-4224-8e16-7b46a7c468dd None None] Pushing event updated for resources: {'Port': ['ID=a1dc23ae-7b16-4a62-b0cf-1b68009045a8,revision_number=2']} {{(pid=86318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:55.031168 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-e59b43fc-87e8-4f1f-8311-0fb4183f6465 None None] Attempting to bind port a1dc23ae-7b16-4a62-b0cf-1b68009045a8 on host dv-cinder-784623-7-smb for vnic_type normal with profile {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:16:55.032497 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f85c20f0-362b-4745-af20-a566b4ba8d44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:55.032838 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-e59b43fc-87e8-4f1f-8311-0fb4183f6465 None None] Attempting to bind port a1dc23ae-7b16-4a62-b0cf-1b68009045a8 by drivers openvswitch,hyperv on host dv-cinder-784623-7-smb at level 0 using segments [{'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'}] {{(pid=86318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:16:55.033437 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b43fc-87e8-4f1f-8311-0fb4183f6465 None None] Attempting to bind port a1dc23ae-7b16-4a62-b0cf-1b68009045a8 on network 88dd38af-48aa-4ea4-a266-3e61b5f89d27 {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:16:55.036181 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d252875c-55e1-4224-8e16-7b46a7c468dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:55.041339 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b43fc-87e8-4f1f-8311-0fb4183f6465 None None] Checking agent: {'id': '8ffb9a94-5aed-4188-b3fb-9814a4924f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 5, 42), 'started_at': datetime.datetime(2021, 4, 22, 16, 6, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:16:55.042026 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b43fc-87e8-4f1f-8311-0fb4183f6465 None None] Checking segment: {'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:16:55.042853 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e59b43fc-87e8-4f1f-8311-0fb4183f6465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:55.043489 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b43fc-87e8-4f1f-8311-0fb4183f6465 None None] Bound using segment: {'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'} {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:16:55.044194 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-e59b43fc-87e8-4f1f-8311-0fb4183f6465 None None] Bound port: a1dc23ae-7b16-4a62-b0cf-1b68009045a8, host: dv-cinder-784623-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'}}] {{(pid=86318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:16:55.044805 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e59b43fc-87e8-4f1f-8311-0fb4183f6465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:55.070772 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f85c20f0-362b-4745-af20-a566b4ba8d44 admin admin] Transition to ACTIVE for port object f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e will not be triggered until provisioned by entity DHCP. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:16:55.099397 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f85c20f0-362b-4745-af20-a566b4ba8d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406'] for port, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:55.108484 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-fa12e0e0-6125-4650-bcdd-d94055c6d7f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:55.133586 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-e59b43fc-87e8-4f1f-8311-0fb4183f6465 None None] For port a1dc23ae-7b16-4a62-b0cf-1b68009045a8, host dv-cinder-784623-7-smb, cleared binding levels {{(pid=86318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:16:55.137768 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-e59b43fc-87e8-4f1f-8311-0fb4183f6465 None None] For port a1dc23ae-7b16-4a62-b0cf-1b68009045a8, host dv-cinder-784623-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=a1dc23ae-7b16-4a62-b0cf-1b68009045a8,segment=NetworkSegment(0a545a0b-864e-4a70-9faa-625966eb1a15),segment_id=0a545a0b-864e-4a70-9faa-625966eb1a15)] {{(pid=86318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:16:55.143748 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e59b43fc-87e8-4f1f-8311-0fb4183f6465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:55.149355 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:55.172813 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85c20f0-362b-4745-af20-a566b4ba8d44 admin admin] Network a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27 is already hosted by enough agents. {{(pid=86315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:16:55.176493 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-f85c20f0-362b-4745-af20-a566b4ba8d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:16:55.184106 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device c6acc9fa-7063-484f-82d5-ca9b80f858a5 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:16:55.185445 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85c20f0-362b-4745-af20-a566b4ba8d44 admin admin] Received port after_create {{(pid=86315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:16:55.185967 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f85c20f0-362b-4745-af20-a566b4ba8d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854084859'] for router_interface, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:55.216763 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c20f0-362b-4745-af20-a566b4ba8d44 admin admin] Pushing event updated for resources: {'Port': ['ID=f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:55.221279 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f85c20f0-362b-4745-af20-a566b4ba8d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:55.333472 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b43fc-87e8-4f1f-8311-0fb4183f6465 None None] Routers {'27b3f2ad-2cc7-4433-8e31-718375248b59'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:16:55.334373 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-e59b43fc-87e8-4f1f-8311-0fb4183f6465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:16:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['27b3f2ad-2cc7-4433-8e31-718375248b59'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:16:55.351422 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f85c20f0-362b-4745-af20-a566b4ba8d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:55.407093 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252875c-55e1-4224-8e16-7b46a7c468dd None None] Pushing event updated for resources: {'Port': ['ID=a1dc23ae-7b16-4a62-b0cf-1b68009045a8,revision_number=3']} {{(pid=86318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:55.465754 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:55.498809 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d252875c-55e1-4224-8e16-7b46a7c468dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:55.520629 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port c6acc9fa-7063-484f-82d5-ca9b80f858a5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c6acc9fa-7063-484f-82d5-ca9b80f858a5,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:16:55.523605 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02f5b0c-e1f8-44a3-a4cf-51727e2fe159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6acc9fa-7063-484f-82d5-ca9b80f858a5'}] {{(pid=86317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:16:55.532208 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:55.535099 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-4dd079b9-abfb-4f6f-9ea2-ae94cfaafe3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:55.618041 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02f5b0c-e1f8-44a3-a4cf-51727e2fe159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6acc9fa-7063-484f-82d5-ca9b80f858a5', 'code': 200} Apr 22 16:16:55.637158 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-af47ea49-cec6-4bd8-b5bb-5ae707748b56 None None] Provisioning for port f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e completed by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:16:55.648920 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-e59b43fc-87e8-4f1f-8311-0fb4183f6465 None None] Set router 27b3f2ad-2cc7-4433-8e31-718375248b59 gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:16:55.653732 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-af47ea49-cec6-4bd8-b5bb-5ae707748b56 None None] Provisioning complete for port f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:16:55.653934 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-af47ea49-cec6-4bd8-b5bb-5ae707748b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:55.772405 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-af47ea49-cec6-4bd8-b5bb-5ae707748b56 None None] Port f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e cannot update to ACTIVE because it is not bound. {{(pid=86317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:16:55.786037 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=c6acc9fa-7063-484f-82d5-ca9b80f858a5,revision_number=8']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:55.803044 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:55.803436 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:55.803824 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:55.804205 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:55.804582 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:55.804962 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:55.805332 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:55.805706 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:55.806075 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:55.806464 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:55.815775 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:55.816178 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:16:55.828088 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:55.942759 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f85c20f0-362b-4745-af20-a566b4ba8d44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:55.949410 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f85c20f0-362b-4745-af20-a566b4ba8d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:55.950850 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f85c20f0-362b-4745-af20-a566b4ba8d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854217304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691042'] for router_interface, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:55.957465 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:56.153608 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-e59b43fc-87e8-4f1f-8311-0fb4183f6465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b3f2ad-2cc7-4433-8e31-718375248b59', 'name': 'tempest-TestMinimumBasicScenario-1228069468-router', 'tenant_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': 'a1dc23ae-7b16-4a62-b0cf-1b68009045a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:16:47Z', 'updated_at': '2021-04-22T16:16:55Z', 'revision_number': 4, 'project_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'gw_port': {'id': 'a1dc23ae-7b16-4a62-b0cf-1b68009045a8', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b3f2ad-2cc7-4433-8e31-718375248b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:48Z', 'updated_at': '2021-04-22T16:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': 'f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e', 'name': '', 'network_id': 'a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27', 'tenant_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'mac_address': 'fa:16:3e:85:29:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b3f2ad-2cc7-4433-8e31-718375248b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '04632f29-84eb-46b4-bd30-ae9c8c8e97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:54Z', 'updated_at': '2021-04-22T16:16:54Z', 'revision_number': 1, 'project_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'subnets': [{'id': '04632f29-84eb-46b4-bd30-ae9c8c8e97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:16:56.163230 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b43fc-87e8-4f1f-8311-0fb4183f6465 None None] The sync data for ids ['27b3f2ad-2cc7-4433-8e31-718375248b59'] in dv-cinder-784623-7-smb is: [{'id': '27b3f2ad-2cc7-4433-8e31-718375248b59', 'name': 'tempest-TestMinimumBasicScenario-1228069468-router', 'tenant_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': 'a1dc23ae-7b16-4a62-b0cf-1b68009045a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:16:47Z', 'updated_at': '2021-04-22T16:16:55Z', 'revision_number': 4, 'project_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'gw_port': {'id': 'a1dc23ae-7b16-4a62-b0cf-1b68009045a8', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b3f2ad-2cc7-4433-8e31-718375248b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:48Z', 'updated_at': '2021-04-22T16:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': 'f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e', 'name': '', 'network_id': 'a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27', 'tenant_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'mac_address': 'fa:16:3e:85:29:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b3f2ad-2cc7-4433-8e31-718375248b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '04632f29-84eb-46b4-bd30-ae9c8c8e97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:54Z', 'updated_at': '2021-04-22T16:16:54Z', 'revision_number': 1, 'project_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'subnets': [{'id': '04632f29-84eb-46b4-bd30-ae9c8c8e97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:16:56.280699 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c20f0-362b-4745-af20-a566b4ba8d44 admin admin] Pushing event updated for resources: {'Port': ['ID=f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e,revision_number=2']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:56.290760 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f85c20f0-362b-4745-af20-a566b4ba8d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:56.369732 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1579d-bce0-40ea-9073-5f1d783006a8 req-85267dee-8fa5-468f-b4a7-9b017be771fa tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:56.378064 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0de1579d-bce0-40ea-9073-5f1d783006a8 req-85267dee-8fa5-468f-b4a7-9b017be771fa tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.2276967 Apr 22 16:16:56.409492 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77c0ef-f26c-4145-b85b-fd6debfd22ef req-9cfa2f3d-601b-48e4-be1e-424c38b57820 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:56.417167 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ce77c0ef-f26c-4145-b85b-fd6debfd22ef req-9cfa2f3d-601b-48e4-be1e-424c38b57820 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 943 time: 0.1875050 Apr 22 16:16:56.418419 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85c20f0-362b-4745-af20-a566b4ba8d44 admin admin] Network a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27 is already hosted by enough agents. {{(pid=86315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:16:56.422074 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-f85c20f0-362b-4745-af20-a566b4ba8d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:16:56.494756 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0de1579d-bce0-40ea-9073-5f1d783006a8 req-051d8af1-a2f8-4d3c-b2a5-a25d28a9de8d tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155331 Apr 22 16:16:56.525967 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ce77c0ef-f26c-4145-b85b-fd6debfd22ef req-20402d03-9705-45ad-8a94-005466deacaa tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1077702 Apr 22 16:16:56.827775 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85c20f0-362b-4745-af20-a566b4ba8d44 admin admin] Router 27b3f2ad-2cc7-4433-8e31-718375248b59 has already been hosted by L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 {{(pid=86315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:16:56.859576 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f16a6b57-6bad-4083-a58f-5642a4b55d96 None None] Provisioning complete for port f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:16:56.865257 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f16a6b57-6bad-4083-a58f-5642a4b55d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:57.000393 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f16a6b57-6bad-4083-a58f-5642a4b55d96 None None] Port f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e cannot update to ACTIVE because it is not bound. {{(pid=86317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:16:57.130105 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85c20f0-362b-4745-af20-a566b4ba8d44 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:16:57.157644 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-f85c20f0-362b-4745-af20-a566b4ba8d44 admin admin] 10.222.0.21 "PUT /v2.0/routers/27b3f2ad-2cc7-4433-8e31-718375248b59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6845148 Apr 22 16:16:57.917198 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device a1dc23ae-7b16-4a62-b0cf-1b68009045a8 up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:16:57.933211 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc773da-8c7a-47d8-a8a5-815e709e8812 req-2f95f8cc-0692-4655-a880-219bd75bd0c9 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:57.935060 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ddc773da-8c7a-47d8-a8a5-815e709e8812 req-2f95f8cc-0692-4655-a880-219bd75bd0c9 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.2286279 Apr 22 16:16:58.079717 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning for port a1dc23ae-7b16-4a62-b0cf-1b68009045a8 completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:16:58.091618 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port a1dc23ae-7b16-4a62-b0cf-1b68009045a8 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:16:58.092389 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:58.142475 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ddc773da-8c7a-47d8-a8a5-815e709e8812 req-49fb284e-823d-4499-8ee4-dd930daba298 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997824 Apr 22 16:16:58.175350 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2001e-08d2-4c1b-9856-2a85f9dde48a req-867b0f81-166d-4ad1-92cc-05082eb77c61 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:58.185269 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3fc2001e-08d2-4c1b-9856-2a85f9dde48a req-867b0f81-166d-4ad1-92cc-05082eb77c61 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 943 time: 0.1971185 Apr 22 16:16:58.251700 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3fc2001e-08d2-4c1b-9856-2a85f9dde48a req-849b51e7-170d-4a28-b5ce-db47396aeed7 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646889 Apr 22 16:16:58.315942 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:58.341586 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] For port a1dc23ae-7b16-4a62-b0cf-1b68009045a8, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=a1dc23ae-7b16-4a62-b0cf-1b68009045a8,segment=NetworkSegment(0a545a0b-864e-4a70-9faa-625966eb1a15),segment_id=0a545a0b-864e-4a70-9faa-625966eb1a15)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:16:58.345732 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:16:58.351668 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:16:58.445119 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Pushing event updated for resources: {'Port': ['ID=a1dc23ae-7b16-4a62-b0cf-1b68009045a8,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:16:58.456743 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:16:59.221394 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device c6acc9fa-7063-484f-82d5-ca9b80f858a5 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:16:59.358350 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806c5d4-3c58-42d7-b9de-7ced2d330973 req-ddc41f81-bb8b-461e-afc6-a1653fee9de0 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:59.360066 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7806c5d4-3c58-42d7-b9de-7ced2d330973 req-ddc41f81-bb8b-461e-afc6-a1653fee9de0 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.0984721 Apr 22 16:16:59.468645 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7806c5d4-3c58-42d7-b9de-7ced2d330973 req-4efa98f0-9430-4f3c-b68c-792b573596de tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021414 Apr 22 16:16:59.515632 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89239094-dbd9-4ef3-a225-2a0bdc509a39 req-2eb8cb3e-e3c0-4b3c-99c6-91b07ac8117d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:16:59.518177 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-89239094-dbd9-4ef3-a225-2a0bdc509a39 req-2eb8cb3e-e3c0-4b3c-99c6-91b07ac8117d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 943 time: 0.1297696 Apr 22 16:16:59.569660 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-89239094-dbd9-4ef3-a225-2a0bdc509a39 req-55435540-375b-40e6-8058-8031019f020f tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441649 Apr 22 16:16:59.775470 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device a1dc23ae-7b16-4a62-b0cf-1b68009045a8 up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:16:59.864860 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port a1dc23ae-7b16-4a62-b0cf-1b68009045a8 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:16:59.865560 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:00.383464 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79726f60-9f2d-40a4-9bb8-3ef1bb79f415 None None] Sync routers for ids ['27b3f2ad-2cc7-4433-8e31-718375248b59'] in dv-cinder-784623-7-smb {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:17:00.395407 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79726f60-9f2d-40a4-9bb8-3ef1bb79f415 None None] Routers {'27b3f2ad-2cc7-4433-8e31-718375248b59'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:17:00.396159 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-79726f60-9f2d-40a4-9bb8-3ef1bb79f415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:16:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['27b3f2ad-2cc7-4433-8e31-718375248b59'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:17:00.597594 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-79726f60-9f2d-40a4-9bb8-3ef1bb79f415 None None] Set router 27b3f2ad-2cc7-4433-8e31-718375248b59 gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:17:00.723513 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f280c-5381-48fe-b4b0-37ffd88c35ec req-1a8d891f-db8e-4e75-80b0-3bcb855669a6 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:00.725380 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c31f280c-5381-48fe-b4b0-37ffd88c35ec req-1a8d891f-db8e-4e75-80b0-3bcb855669a6 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.1354849 Apr 22 16:17:00.840173 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c31f280c-5381-48fe-b4b0-37ffd88c35ec req-378f3e23-04be-487f-a0a9-a74c6458317b tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064882 Apr 22 16:17:00.906744 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a5e1a-7d81-4cfe-b90e-836e49829e2d req-9e928910-caa0-4ec9-a4db-914f50b0a628 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:00.908782 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-816a5e1a-7d81-4cfe-b90e-836e49829e2d req-9e928910-caa0-4ec9-a4db-914f50b0a628 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 943 time: 0.1304615 Apr 22 16:17:00.971012 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-816a5e1a-7d81-4cfe-b90e-836e49829e2d req-4f74cbde-c9ba-4b6d-bd3b-b0af4918448d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543199 Apr 22 16:17:01.041863 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-79726f60-9f2d-40a4-9bb8-3ef1bb79f415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b3f2ad-2cc7-4433-8e31-718375248b59', 'name': 'tempest-TestMinimumBasicScenario-1228069468-router', 'tenant_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': 'a1dc23ae-7b16-4a62-b0cf-1b68009045a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:16:47Z', 'updated_at': '2021-04-22T16:16:55Z', 'revision_number': 4, 'project_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'gw_port': {'id': 'a1dc23ae-7b16-4a62-b0cf-1b68009045a8', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b3f2ad-2cc7-4433-8e31-718375248b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:48Z', 'updated_at': '2021-04-22T16:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': 'f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e', 'name': '', 'network_id': 'a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27', 'tenant_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'mac_address': 'fa:16:3e:85:29:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b3f2ad-2cc7-4433-8e31-718375248b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '04632f29-84eb-46b4-bd30-ae9c8c8e97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:54Z', 'updated_at': '2021-04-22T16:16:55Z', 'revision_number': 2, 'project_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'subnets': [{'id': '04632f29-84eb-46b4-bd30-ae9c8c8e97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:17:01.046644 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79726f60-9f2d-40a4-9bb8-3ef1bb79f415 None None] Checking router: 27b3f2ad-2cc7-4433-8e31-718375248b59 for host: dv-cinder-784623-7-smb {{(pid=86317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:17:01.047302 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79726f60-9f2d-40a4-9bb8-3ef1bb79f415 None None] Updating router 27b3f2ad-2cc7-4433-8e31-718375248b59 port f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e binding host dv-cinder-784623-7-smb {{(pid=86317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:17:01.119306 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-79726f60-9f2d-40a4-9bb8-3ef1bb79f415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:01.557806 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-79726f60-9f2d-40a4-9bb8-3ef1bb79f415 None None] Notify callbacks [] for port, precommit_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:01.571684 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-79726f60-9f2d-40a4-9bb8-3ef1bb79f415 None None] Transition to ACTIVE for port object f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e will not be triggered until provisioned by entity L2. {{(pid=86317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:17:01.577844 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-79726f60-9f2d-40a4-9bb8-3ef1bb79f415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:01.583657 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:01.719108 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf90e1-fd4d-4be3-9b6f-8a9ba4d3bf3a None None] Pushing event updated for resources: {'Port': ['ID=f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e,revision_number=3']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:01.745913 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-facf90e1-fd4d-4be3-9b6f-8a9ba4d3bf3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:01.853521 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-79726f60-9f2d-40a4-9bb8-3ef1bb79f415 None None] Attempting to bind port f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e on host dv-cinder-784623-7-smb for vnic_type normal with profile {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:17:01.854023 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-79726f60-9f2d-40a4-9bb8-3ef1bb79f415 None None] Attempting to bind port f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e by drivers openvswitch,hyperv on host dv-cinder-784623-7-smb at level 0 using segments [{'id': '2ed6ffd4-c174-4aa8-9cad-3515c641e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27'}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:17:01.854650 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79726f60-9f2d-40a4-9bb8-3ef1bb79f415 None None] Attempting to bind port f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e on network a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27 {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:17:01.861862 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79726f60-9f2d-40a4-9bb8-3ef1bb79f415 None None] Checking agent: {'id': '8ffb9a94-5aed-4188-b3fb-9814a4924f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 5, 42), 'started_at': datetime.datetime(2021, 4, 22, 16, 6, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:17:01.862429 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79726f60-9f2d-40a4-9bb8-3ef1bb79f415 None None] Checking segment: {'id': '2ed6ffd4-c174-4aa8-9cad-3515c641e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:17:01.863029 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-79726f60-9f2d-40a4-9bb8-3ef1bb79f415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:01.863579 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79726f60-9f2d-40a4-9bb8-3ef1bb79f415 None None] Bound using segment: {'id': '2ed6ffd4-c174-4aa8-9cad-3515c641e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27'} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:17:01.864217 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-79726f60-9f2d-40a4-9bb8-3ef1bb79f415 None None] Bound port: f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e, host: dv-cinder-784623-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed6ffd4-c174-4aa8-9cad-3515c641e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27'}}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:17:01.864758 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-79726f60-9f2d-40a4-9bb8-3ef1bb79f415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:01.997068 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-79726f60-9f2d-40a4-9bb8-3ef1bb79f415 None None] For port f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e, host dv-cinder-784623-7-smb, cleared binding levels {{(pid=86317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:17:01.997654 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-79726f60-9f2d-40a4-9bb8-3ef1bb79f415 None None] For port f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e, host dv-cinder-784623-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e,segment=NetworkSegment(2ed6ffd4-c174-4aa8-9cad-3515c641e7ee),segment_id=2ed6ffd4-c174-4aa8-9cad-3515c641e7ee)] {{(pid=86317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:17:02.023726 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-79726f60-9f2d-40a4-9bb8-3ef1bb79f415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:02.034300 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:02.137251 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79726f60-9f2d-40a4-9bb8-3ef1bb79f415 None None] Routers {'27b3f2ad-2cc7-4433-8e31-718375248b59'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:17:02.140359 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-79726f60-9f2d-40a4-9bb8-3ef1bb79f415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:16:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['27b3f2ad-2cc7-4433-8e31-718375248b59'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:17:02.194863 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6af16-6b53-4113-9aec-17bdcefe49a6 req-243aa039-df92-4203-975f-b86be2e9c100 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:02.196663 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d6d6af16-6b53-4113-9aec-17bdcefe49a6 req-243aa039-df92-4203-975f-b86be2e9c100 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.1533782 Apr 22 16:17:02.376347 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d6d6af16-6b53-4113-9aec-17bdcefe49a6 req-e9a36d26-fae4-4e4f-9a90-3dec14cdad98 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729980 Apr 22 16:17:02.390394 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf90e1-fd4d-4be3-9b6f-8a9ba4d3bf3a None None] Pushing event updated for resources: {'Port': ['ID=f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:02.407204 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-facf90e1-fd4d-4be3-9b6f-8a9ba4d3bf3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:02.439900 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172c8b2-b533-4974-aa44-c29fce1037dc req-3a94d069-0f8d-46a2-a0f0-1945cf48c2a5 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:02.441492 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8172c8b2-b533-4974-aa44-c29fce1037dc req-3a94d069-0f8d-46a2-a0f0-1945cf48c2a5 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 943 time: 0.2061172 Apr 22 16:17:02.506600 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8172c8b2-b533-4974-aa44-c29fce1037dc req-cee75983-3107-4899-843a-ada74df4fe8a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580299 Apr 22 16:17:02.508764 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-79726f60-9f2d-40a4-9bb8-3ef1bb79f415 None None] Set router 27b3f2ad-2cc7-4433-8e31-718375248b59 gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:17:02.894632 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-79726f60-9f2d-40a4-9bb8-3ef1bb79f415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b3f2ad-2cc7-4433-8e31-718375248b59', 'name': 'tempest-TestMinimumBasicScenario-1228069468-router', 'tenant_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': 'a1dc23ae-7b16-4a62-b0cf-1b68009045a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:16:47Z', 'updated_at': '2021-04-22T16:16:55Z', 'revision_number': 4, 'project_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'gw_port': {'id': 'a1dc23ae-7b16-4a62-b0cf-1b68009045a8', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b3f2ad-2cc7-4433-8e31-718375248b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:48Z', 'updated_at': '2021-04-22T16:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': 'f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e', 'name': '', 'network_id': 'a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27', 'tenant_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'mac_address': 'fa:16:3e:85:29:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b3f2ad-2cc7-4433-8e31-718375248b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '04632f29-84eb-46b4-bd30-ae9c8c8e97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:54Z', 'updated_at': '2021-04-22T16:17:01Z', 'revision_number': 4, 'project_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'subnets': [{'id': '04632f29-84eb-46b4-bd30-ae9c8c8e97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:17:02.901710 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79726f60-9f2d-40a4-9bb8-3ef1bb79f415 None None] The sync data for ids ['27b3f2ad-2cc7-4433-8e31-718375248b59'] in dv-cinder-784623-7-smb is: [{'id': '27b3f2ad-2cc7-4433-8e31-718375248b59', 'name': 'tempest-TestMinimumBasicScenario-1228069468-router', 'tenant_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': 'a1dc23ae-7b16-4a62-b0cf-1b68009045a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:16:47Z', 'updated_at': '2021-04-22T16:16:55Z', 'revision_number': 4, 'project_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'gw_port': {'id': 'a1dc23ae-7b16-4a62-b0cf-1b68009045a8', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b3f2ad-2cc7-4433-8e31-718375248b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:48Z', 'updated_at': '2021-04-22T16:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': 'f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e', 'name': '', 'network_id': 'a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27', 'tenant_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'mac_address': 'fa:16:3e:85:29:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b3f2ad-2cc7-4433-8e31-718375248b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '04632f29-84eb-46b4-bd30-ae9c8c8e97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:54Z', 'updated_at': '2021-04-22T16:17:01Z', 'revision_number': 4, 'project_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'subnets': [{'id': '04632f29-84eb-46b4-bd30-ae9c8c8e97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:17:03.682446 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b63bfe-2d95-4333-b20e-2a0b5fa7ff22 req-83bb6cde-2ea0-4eb0-8eaa-b7e262c80bdf tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:03.690794 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-44b63bfe-2d95-4333-b20e-2a0b5fa7ff22 req-83bb6cde-2ea0-4eb0-8eaa-b7e262c80bdf tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.1655591 Apr 22 16:17:03.821728 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:17:03.831863 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-44b63bfe-2d95-4333-b20e-2a0b5fa7ff22 req-57d2a913-1d18-4393-bf80-0e0c8f1fbd84 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401005 Apr 22 16:17:03.842480 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb941f2-4d70-40ec-987d-d0bf33afd76a req-920a6f77-62d3-409f-bc9a-03dd1da72cff tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:03.850200 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6cb941f2-4d70-40ec-987d-d0bf33afd76a req-920a6f77-62d3-409f-bc9a-03dd1da72cff tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 943 time: 0.1387520 Apr 22 16:17:03.900643 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6cb941f2-4d70-40ec-987d-d0bf33afd76a req-cfdf82d8-f04e-4a8f-8917-a1c2291b5dcb tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494597 Apr 22 16:17:03.923742 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning for port f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:17:03.929646 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:17:03.930071 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:04.078349 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:04.120915 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] For port f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e,segment=NetworkSegment(2ed6ffd4-c174-4aa8-9cad-3515c641e7ee),segment_id=2ed6ffd4-c174-4aa8-9cad-3515c641e7ee)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:17:04.170809 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:04.175482 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-facf90e1-fd4d-4be3-9b6f-8a9ba4d3bf3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:04.289909 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Pushing event updated for resources: {'Port': ['ID=f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e,revision_number=5']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:04.293280 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:05.017952 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 44932) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:05.180936 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8cfb7b57-1c3c-47a4-ad6b-92fa66cab7ca req-b9860814-ff64-435e-b97f-73901f906e60 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1613297 Apr 22 16:17:05.181332 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab6a95-6abd-4ff8-a289-c4688f93f66e req-a83701e0-4003-49f9-ac38-a3ff6c89cf4e tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:05.183275 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e5ab6a95-6abd-4ff8-a289-c4688f93f66e req-a83701e0-4003-49f9-ac38-a3ff6c89cf4e tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.1747804 Apr 22 16:17:05.264124 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e5ab6a95-6abd-4ff8-a289-c4688f93f66e req-e0d56b92-b418-4355-9e42-54d628ef838c tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680952 Apr 22 16:17:05.281610 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39026d-3f2e-4b8b-833c-1689d70767a6 req-e2b8f1ee-1835-4db7-a287-2a33e2046e4c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:05.285038 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3a39026d-3f2e-4b8b-833c-1689d70767a6 req-e2b8f1ee-1835-4db7-a287-2a33e2046e4c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 943 time: 0.2000597 Apr 22 16:17:05.341187 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3a39026d-3f2e-4b8b-833c-1689d70767a6 req-1d3ef5f3-6dc1-4a74-98b8-295733781c74 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471756 Apr 22 16:17:05.388586 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:17:05.801869 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:17:05.984418 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:17:05.984624 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:06.006336 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f61ec6-60e1-42e3-88bb-4d65da48deff req-f350c1e4-058c-42c2-aacd-46cec6630ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:06.009452 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-59f61ec6-60e1-42e3-88bb-4d65da48deff req-f350c1e4-058c-42c2-aacd-46cec6630ace service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 1098 time: 0.1647432 Apr 22 16:17:06.094906 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-59f61ec6-60e1-42e3-88bb-4d65da48deff req-3ebed7d0-3f41-4c4c-8bdc-a2e2036dc1a5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779541 Apr 22 16:17:06.675440 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b5f6f-2abe-4586-bd21-127bb9df6e84 req-72a4907a-3ad9-4cd8-9357-c277c147b3c3 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:06.683539 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-787b5f6f-2abe-4586-bd21-127bb9df6e84 req-72a4907a-3ad9-4cd8-9357-c277c147b3c3 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.2167165 Apr 22 16:17:06.745475 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb9926-fcaa-4cfc-8407-b7c83197c7ad req-b9d54102-f542-480c-aeb3-fd0b051f3134 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:06.747295 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-f2eb9926-fcaa-4cfc-8407-b7c83197c7ad req-b9d54102-f542-480c-aeb3-fd0b051f3134 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 943 time: 0.2198250 Apr 22 16:17:06.762543 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-787b5f6f-2abe-4586-bd21-127bb9df6e84 req-d6a9f68a-e4b8-4e51-a6b3-f8eeadeb566c tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768509 Apr 22 16:17:06.859436 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-f2eb9926-fcaa-4cfc-8407-b7c83197c7ad req-5ab5e81b-b8d1-4fa3-b14d-c235d42c9677 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0969317 Apr 22 16:17:06.919532 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb7b57-1c3c-47a4-ad6b-92fa66cab7ca req-ccb5bf6a-f901-4efd-8779-c712792ea3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:06.921468 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8cfb7b57-1c3c-47a4-ad6b-92fa66cab7ca req-ccb5bf6a-f901-4efd-8779-c712792ea3aa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159&tenant_id=f8537b98a43742f2a3fcccbe15848877 HTTP/1.1" status: 200 len: 1096 time: 0.1578171 Apr 22 16:17:07.104614 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb7b57-1c3c-47a4-ad6b-92fa66cab7ca req-c43d6cec-fff7-4c59-8d76-374724678bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:07.108522 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8cfb7b57-1c3c-47a4-ad6b-92fa66cab7ca req-c43d6cec-fff7-4c59-8d76-374724678bfa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8537b98a43742f2a3fcccbe15848877&device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 1096 time: 0.1500447 Apr 22 16:17:07.271311 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb7b57-1c3c-47a4-ad6b-92fa66cab7ca req-ae2297e7-4e28-44fa-99b5-47beb5bf74c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:07.272962 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8cfb7b57-1c3c-47a4-ad6b-92fa66cab7ca req-ae2297e7-4e28-44fa-99b5-47beb5bf74c1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=10ba8417-bb39-40e4-9ac2-493bc0eef8f2 HTTP/1.1" status: 200 len: 918 time: 0.1529536 Apr 22 16:17:07.393114 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8cfb7b57-1c3c-47a4-ad6b-92fa66cab7ca req-fc0053fe-f3e8-43c8-b083-2943c8a61f25 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6acc9fa-7063-484f-82d5-ca9b80f858a5 HTTP/1.1" status: 200 len: 998 time: 0.1106791 Apr 22 16:17:07.467538 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb7b57-1c3c-47a4-ad6b-92fa66cab7ca req-9f870b92-64a4-4dd6-aa9b-db45cd57326d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:07.469136 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8cfb7b57-1c3c-47a4-ad6b-92fa66cab7ca req-9f870b92-64a4-4dd6-aa9b-db45cd57326d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93257d7e-85c0-4511-a149-8d2031392de0 HTTP/1.1" status: 200 len: 856 time: 0.0687394 Apr 22 16:17:07.567431 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb7b57-1c3c-47a4-ad6b-92fa66cab7ca req-e6d2ec67-2ef7-49a1-908c-a590eccb447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:07.569043 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8cfb7b57-1c3c-47a4-ad6b-92fa66cab7ca req-e6d2ec67-2ef7-49a1-908c-a590eccb447e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=10ba8417-bb39-40e4-9ac2-493bc0eef8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0904765 Apr 22 16:17:07.760975 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8cfb7b57-1c3c-47a4-ad6b-92fa66cab7ca req-89d8b900-e236-4d5f-b9cb-6bf63dc60525 service neutron] 10.222.0.43 "GET /v2.0/networks/10ba8417-bb39-40e4-9ac2-493bc0eef8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816754 Apr 22 16:17:07.910051 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:08.054714 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8cfb7b57-1c3c-47a4-ad6b-92fa66cab7ca req-ec4c4762-5d9b-42c2-920d-f7cd02d09b42 service neutron] 10.222.0.43 "GET /v2.0/networks/10ba8417-bb39-40e4-9ac2-493bc0eef8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858458 Apr 22 16:17:08.086047 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea8cbc-e4e6-4d0f-a113-3c0745484a5c req-03a35aad-cd55-4202-94da-bfa766df6587 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:08.087662 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5fea8cbc-e4e6-4d0f-a113-3c0745484a5c req-03a35aad-cd55-4202-94da-bfa766df6587 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.1877372 Apr 22 16:17:08.164090 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 45030) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:08.261158 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6d949b-3023-41dd-b2aa-373f66a563c1 admin admin] Deleting subnet e4dfa20d-4fea-4096-88f0-cdbb29a5e6a1 {{(pid=86315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:17:08.265579 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1e6d949b-3023-41dd-b2aa-373f66a563c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:08.358369 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1e6d949b-3023-41dd-b2aa-373f66a563c1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:08.367680 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1e6d949b-3023-41dd-b2aa-373f66a563c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33244205'] for subnet, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:08.415807 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05adce7-467e-4caa-9ce2-4e6b84bb8c94 req-49fa805f-3a03-4d08-96c3-247deca2a326 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:08.417636 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c05adce7-467e-4caa-9ce2-4e6b84bb8c94 req-49fa805f-3a03-4d08-96c3-247deca2a326 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 943 time: 0.4114904 Apr 22 16:17:08.457764 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4bdb685f-3d1d-4938-8e06-614b7bda3168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:08.460491 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5fea8cbc-e4e6-4d0f-a113-3c0745484a5c req-aea4be55-2103-4b8e-9f51-c8680fc756b6 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395734 Apr 22 16:17:08.542822 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c05adce7-467e-4caa-9ce2-4e6b84bb8c94 req-a0741ec9-b920-4e60-9807-21b469ef779f tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1038439 Apr 22 16:17:08.703846 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1e6d949b-3023-41dd-b2aa-373f66a563c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821531627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319'] for subnet, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:08.710293 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:08.751816 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d949b-3023-41dd-b2aa-373f66a563c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4dfa20d-4fea-4096-88f0-cdbb29a5e6a1,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:08.765207 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1e6d949b-3023-41dd-b2aa-373f66a563c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for subnet, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:08.778038 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-1e6d949b-3023-41dd-b2aa-373f66a563c1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e4dfa20d-4fea-4096-88f0-cdbb29a5e6a1 HTTP/1.1" status: 204 len: 168 time: 0.6127481 Apr 22 16:17:08.780698 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 45048) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:08.824288 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1e6d949b-3023-41dd-b2aa-373f66a563c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:08.987614 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ac4ac3f1-f903-42f4-a339-de7b00396ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33148001'] for network, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:09.208240 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ac4ac3f1-f903-42f4-a339-de7b00396ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036821531528', 'neutron.services.segments.db._delete_segments_for_network-8794767365747'] for network, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:09.556462 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c2167-862d-42cb-b71c-2c87c9506a73 req-3e663f76-757e-4fe7-bfb9-ca5b622c06db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:09.558347 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cf6c2167-862d-42cb-b71c-2c87c9506a73 req-3e663f76-757e-4fe7-bfb9-ca5b622c06db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=472f8b7a41be46c18e3861f072af2690&device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 1098 time: 0.3335574 Apr 22 16:17:09.560437 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-ac4ac3f1-f903-42f4-a339-de7b00396ddd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc2203d-517d-4eee-b6a0-4f9b1050a929']}} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:17:09.800550 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c2167-862d-42cb-b71c-2c87c9506a73 req-7be34940-6769-41aa-96b8-86289ada85cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:09.809368 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cf6c2167-862d-42cb-b71c-2c87c9506a73 req-7be34940-6769-41aa-96b8-86289ada85cf service neutron] 10.222.0.43 "GET /v2.0/networks?id=66201a63-9212-43a4-b99c-22c43b7ecdf4 HTTP/1.1" status: 200 len: 920 time: 0.2320805 Apr 22 16:17:09.809368 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-ac4ac3f1-f903-42f4-a339-de7b00396ddd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c94258-7618-412f-98cb-32daff62747d') {'for_net_delete': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:17:09.809368 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-ac4ac3f1-f903-42f4-a339-de7b00396ddd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c94258-7618-412f-98cb-32daff62747d') {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:17:09.824343 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c20964-07e3-44e3-90ac-5addd44535d1 req-3b40776d-6c48-4d08-a515-d41964bff951 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:09.826078 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-96c20964-07e3-44e3-90ac-5addd44535d1 req-3b40776d-6c48-4d08-a515-d41964bff951 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.4723387 Apr 22 16:17:09.834160 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ac4ac3f1-f903-42f4-a339-de7b00396ddd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242087248739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852448012'] for segment, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:09.997059 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cf6c2167-862d-42cb-b71c-2c87c9506a73 req-3228546c-8ef6-45c5-91d2-65bffb92697e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ad70732-640d-4281-9477-9314b5f10b1b HTTP/1.1" status: 200 len: 217 time: 0.1396873 Apr 22 16:17:10.091825 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c2167-862d-42cb-b71c-2c87c9506a73 req-d6ceed82-6ecb-4969-8ce1-a7f851eb5305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:10.093496 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cf6c2167-862d-42cb-b71c-2c87c9506a73 req-d6ceed82-6ecb-4969-8ce1-a7f851eb5305 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c87f420-a23d-47e7-a4ec-31ede37a20fc HTTP/1.1" status: 200 len: 859 time: 0.0817342 Apr 22 16:17:10.097777 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ac4ac3f1-f903-42f4-a339-de7b00396ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:10.111756 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac4ac3f1-f903-42f4-a339-de7b00396ddd admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=86316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:17:10.196303 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-96c20964-07e3-44e3-90ac-5addd44535d1 req-41ae1065-0fd8-47db-b519-03845991b664 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543577 Apr 22 16:17:10.199879 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cf6c2167-862d-42cb-b71c-2c87c9506a73 req-93fcc8da-5271-4772-ba5d-8beec5242127 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66201a63-9212-43a4-b99c-22c43b7ecdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549283 Apr 22 16:17:10.441412 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff842c-361b-4a98-8bc2-727ca414f5fa req-23d7d04e-3542-4809-9fe7-ac82783ff8f7 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:10.443186 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6bff842c-361b-4a98-8bc2-727ca414f5fa req-23d7d04e-3542-4809-9fe7-ac82783ff8f7 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 943 time: 0.5232251 Apr 22 16:17:10.445136 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-ac4ac3f1-f903-42f4-a339-de7b00396ddd admin admin] Network 8bc2203d-517d-4eee-b6a0-4f9b1050a929 has no segments {{(pid=86316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:17:10.485635 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ac4ac3f1-f903-42f4-a339-de7b00396ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33247036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3512110'] for segment, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:10.994358 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6bff842c-361b-4a98-8bc2-727ca414f5fa req-ccb82278-ce62-4b48-8f3c-5b7b2567d7d4 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5089352 Apr 22 16:17:11.229658 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-ac4ac3f1-f903-42f4-a339-de7b00396ddd admin admin] Network 8bc2203d-517d-4eee-b6a0-4f9b1050a929 has no segments {{(pid=86316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:17:11.250586 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cf6c2167-862d-42cb-b71c-2c87c9506a73 req-db06e220-0173-4644-9409-4fd3a26a9249 service neutron] 10.222.0.43 "GET /v2.0/networks/66201a63-9212-43a4-b99c-22c43b7ecdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8757777 Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: Traceback (most recent call last): Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: timer() Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: cb(*args, **kw) Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: return func(*args, **kwargs) Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: self._notify() Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: self.callback(batched_events) Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: event.method(event) Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: segment_id)['aggregates'][0] Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: return f(self, *a, **k) Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: return self._get(url).json() Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: **kwargs) Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: return self.request(url, 'GET', **kwargs) Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: **endpoint_filter) Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:17:11.285413 dv-cinder-784623-7-smb neutron-server[86202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:17:11.393731 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-840608ef-8981-4075-a941-eaac524498c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:11.538783 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cf6c2167-862d-42cb-b71c-2c87c9506a73 req-bbe62ff7-94b4-4e4a-868b-0152641846d7 service neutron] 10.222.0.43 "GET /v2.0/networks/66201a63-9212-43a4-b99c-22c43b7ecdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373278 Apr 22 16:17:11.593727 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:11.771317 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ac4ac3f1-f903-42f4-a339-de7b00396ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691077'] for network, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:11.777996 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-11147295-7248-4cd1-b76d-f3964775857f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:11.823913 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ac4ac3f1-f903-42f4-a339-de7b00396ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:11.826282 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:11.837679 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ac3f1-f903-42f4-a339-de7b00396ddd admin admin] Pushing event deleted for resources: {'Network': ['ID=8bc2203d-517d-4eee-b6a0-4f9b1050a929,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:11.842174 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ac4ac3f1-f903-42f4-a339-de7b00396ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:11.843908 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-ac4ac3f1-f903-42f4-a339-de7b00396ddd admin admin] 10.222.0.21 "DELETE /v2.0/networks/8bc2203d-517d-4eee-b6a0-4f9b1050a929 HTTP/1.1" status: 204 len: 168 time: 3.0618768 Apr 22 16:17:11.865125 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ecf14-17db-46be-99dc-bbaa3ba6b125 req-7e5f826f-f137-466a-890a-f694e50492c9 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:11.888124 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-184ecf14-17db-46be-99dc-bbaa3ba6b125 req-7e5f826f-f137-466a-890a-f694e50492c9 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.3445251 Apr 22 16:17:11.998469 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-184ecf14-17db-46be-99dc-bbaa3ba6b125 req-c7284c69-d2e8-4450-ad9d-40cb9a041b89 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065784 Apr 22 16:17:12.205280 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 45098) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:12.287353 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 45102) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:12.302165 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-33fd3f6d-94f2-45ac-b260-4b091bf0c49a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e3f3510aaeb46e1ac51954fe816a5c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0919814 Apr 22 16:17:12.406716 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6b5f1a0b-fa80-4919-8809-26df4d77eccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:12.445095 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6b5f1a0b-fa80-4919-8809-26df4d77eccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:12.469939 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c1118-9a8a-499f-8a1c-e3e204bde341 req-dade8850-247e-4001-8f7c-c886e46c6340 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:12.479090 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5f9c1118-9a8a-499f-8a1c-e3e204bde341 req-dade8850-247e-4001-8f7c-c886e46c6340 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 943 time: 0.1704597 Apr 22 16:17:12.531195 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6b5f1a0b-fa80-4919-8809-26df4d77eccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:12.539105 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d12f56fe-af5a-47bb-9532-c8c483119035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:12.543127 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5f9c1118-9a8a-499f-8a1c-e3e204bde341 req-4689a4b3-8255-43f7-aa23-ac0ddf821b1c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613005 Apr 22 16:17:12.554378 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6b5f1a0b-fa80-4919-8809-26df4d77eccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:12.555793 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-6b5f1a0b-fa80-4919-8809-26df4d77eccd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8a77a61-cbee-4f33-8df3-b587648ac232 HTTP/1.1" status: 204 len: 168 time: 0.2665114 Apr 22 16:17:12.558440 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f1a0b-fa80-4919-8809-26df4d77eccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a77a61-cbee-4f33-8df3-b587648ac232,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:12.561552 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-6b5f1a0b-fa80-4919-8809-26df4d77eccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:13.150458 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:13.482199 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-bc953838-57eb-4c3f-bf54-7561628145ba tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:13.483098 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-bc953838-57eb-4c3f-bf54-7561628145ba tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Synchronizing usage tracker for tenant:7aca53c5261c4484bf84056e3058fc5e on resource:network {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:17:13.509753 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66b633-79ac-48a9-8567-69e863410137 req-abc072e6-74ea-4f96-9aa4-32dedd3882cf tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:13.522162 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1d66b633-79ac-48a9-8567-69e863410137 req-abc072e6-74ea-4f96-9aa4-32dedd3882cf tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.3180583 Apr 22 16:17:13.523492 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-bc953838-57eb-4c3f-bf54-7561628145ba tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Unset dirty status for tenant:7aca53c5261c4484bf84056e3058fc5e on resource:network {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:17:13.535114 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-bc953838-57eb-4c3f-bf54-7561628145ba tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/networks?id=901c6dca-a88b-42fc-8b51-90622fddca64 HTTP/1.1" status: 200 len: 815 time: 0.2452939 Apr 22 16:17:13.572281 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-cce8f51a-b276-44c8-a2f9-f6b338c4d1ee tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/quotas/7aca53c5261c4484bf84056e3058fc5e HTTP/1.1" status: 200 len: 375 time: 0.0361459 Apr 22 16:17:13.686526 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1d66b633-79ac-48a9-8567-69e863410137 req-f5ed1388-49a7-4093-8cef-1aa219a0846b tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655743 Apr 22 16:17:13.763877 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-af10f614-2324-4a88-9c79-5c9694b6ca9f tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7aca53c5261c4484bf84056e3058fc5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1663074 Apr 22 16:17:14.389410 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-dc03972c-da83-4639-9681-0dd7e517c327 service neutron] 10.222.0.21 "GET /v2.0/networks/901c6dca-a88b-42fc-8b51-90622fddca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6197665 Apr 22 16:17:14.403401 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdfcb6-9f43-4bea-a5c2-1d8977a4916e req-8953144b-6e82-4e14-ae4a-b5553c493b87 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:14.410900 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-37bdfcb6-9f43-4bea-a5c2-1d8977a4916e req-8953144b-6e82-4e14-ae4a-b5553c493b87 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 943 time: 0.4767132 Apr 22 16:17:14.578784 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-37bdfcb6-9f43-4bea-a5c2-1d8977a4916e req-ac18cd92-25aa-4bd7-958f-01499ea19e32 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1382077 Apr 22 16:17:14.643684 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-99cf0143-6d4a-46ad-8da5-7ab986c1339c service neutron] 10.222.0.21 "GET /v2.0/networks/901c6dca-a88b-42fc-8b51-90622fddca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308943 Apr 22 16:17:14.960298 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7ca4f21b-060d-4085-baf9-b9c9644ecda6 req-e8565a27-2a03-4079-8004-9cd5deec23e8 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 210 time: 0.0618873 Apr 22 16:17:15.044040 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2296d0-9f32-47a1-a146-2601ad57941c req-9f43c447-ce8c-48ec-b28c-a14da68d2b09 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:15.044040 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6c2296d0-9f32-47a1-a146-2601ad57941c req-9f43c447-ce8c-48ec-b28c-a14da68d2b09 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.1964631 Apr 22 16:17:15.103404 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6c2296d0-9f32-47a1-a146-2601ad57941c req-dd306502-b14e-4df7-85f9-a1579cfdacd2 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583460 Apr 22 16:17:15.856197 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a504f3-dacc-4b78-918e-0e743f685f0c req-6a8c401b-0721-4ef8-a147-8256bd77448b tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:15.858001 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-47a504f3-dacc-4b78-918e-0e743f685f0c req-6a8c401b-0721-4ef8-a147-8256bd77448b tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 943 time: 0.1015391 Apr 22 16:17:15.909649 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-47a504f3-dacc-4b78-918e-0e743f685f0c req-a80bdd57-e63e-434a-b412-10678acc167c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438459 Apr 22 16:17:16.142116 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-257b28b8-9ead-40b1-9707-2eab88159476 req-71c30b5a-af3a-4ea5-a87f-98bec72bd986 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 210 time: 0.0533204 Apr 22 16:17:16.359794 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f449b5-b4ba-4ad7-9a92-8889747f22cf req-3e57787f-775d-425b-96d6-679123a28720 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:16.362567 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-48f449b5-b4ba-4ad7-9a92-8889747f22cf req-3e57787f-775d-425b-96d6-679123a28720 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.1163011 Apr 22 16:17:16.421030 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-48f449b5-b4ba-4ad7-9a92-8889747f22cf req-66e85ed7-badf-4717-9bbe-5125f3b0083f tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508885 Apr 22 16:17:17.212299 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c701534-5b74-459e-925d-9525453cadef req-597f82b5-c9e2-42b0-8608-ae237e7c6b7e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:17.221073 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2c701534-5b74-459e-925d-9525453cadef req-597f82b5-c9e2-42b0-8608-ae237e7c6b7e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 943 time: 0.1697011 Apr 22 16:17:17.279508 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2c701534-5b74-459e-925d-9525453cadef req-c68cf458-dc3a-4c3f-a358-02c92bc26b50 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567186 Apr 22 16:17:17.347586 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-46372c81-ddbf-4d12-96e1-ef4aced51197 req-72ac125c-3fa4-46b7-ba6b-16c1ec01007f tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 210 time: 0.0515165 Apr 22 16:17:17.645792 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d54af-b4cd-434a-96a0-75d5d00758dd req-09eab073-8a28-4359-a705-ee5f8d377fdd tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:17.647597 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-362d54af-b4cd-434a-96a0-75d5d00758dd req-09eab073-8a28-4359-a705-ee5f8d377fdd tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.0950224 Apr 22 16:17:17.702219 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-362d54af-b4cd-434a-96a0-75d5d00758dd req-35286aaa-4a3e-4308-8d61-5dd6cf8fc389 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481141 Apr 22 16:17:18.539132 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3515bf44-baa3-44af-b8b0-c7329e6c61f5 req-43d76a6d-e9c2-40f4-8343-d0cec5209968 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 210 time: 0.0563118 Apr 22 16:17:18.590646 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b49500-e753-4535-b717-da9d6c3ebe72 req-03c00b24-c297-4c4d-8c8c-610b77a857ad tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:18.595012 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-15b49500-e753-4535-b717-da9d6c3ebe72 req-03c00b24-c297-4c4d-8c8c-610b77a857ad tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 943 time: 0.1853256 Apr 22 16:17:18.676844 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-15b49500-e753-4535-b717-da9d6c3ebe72 req-72d39302-2664-421e-bb33-0dec84723820 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744834 Apr 22 16:17:18.951088 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dfeec-bbb7-4e69-9b09-f7964ab08f7d req-9e5837db-1e2b-4932-8ad2-34e2fa2b354c tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:18.952583 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a47dfeec-bbb7-4e69-9b09-f7964ab08f7d req-9e5837db-1e2b-4932-8ad2-34e2fa2b354c tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.1148105 Apr 22 16:17:19.002669 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a47dfeec-bbb7-4e69-9b09-f7964ab08f7d req-985d6e8e-12e3-4b95-831f-7ccdffa2a7a4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431786 Apr 22 16:17:19.723374 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e62b7c36-19f6-43db-ad6b-f40b39c74b5b req-68f99f00-6c62-42b9-be9b-0e2589b388a4 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 210 time: 0.0624232 Apr 22 16:17:19.915271 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb063d-1751-40c6-9543-4bb1e98e3242 req-2b5df3da-64bd-49b8-87f0-496b0302df66 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:19.917179 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bafb063d-1751-40c6-9543-4bb1e98e3242 req-2b5df3da-64bd-49b8-87f0-496b0302df66 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 943 time: 0.1083512 Apr 22 16:17:19.973215 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bafb063d-1751-40c6-9543-4bb1e98e3242 req-199f0179-a644-4e57-b2f3-ee1484e1f938 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494430 Apr 22 16:17:20.224859 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0082b-4a46-46f3-9c9b-a30c2074dfb8 req-b17b0610-467f-41cd-8989-518a1252eb08 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:20.226515 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5dc0082b-4a46-46f3-9c9b-a30c2074dfb8 req-b17b0610-467f-41cd-8989-518a1252eb08 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.0994277 Apr 22 16:17:20.278080 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5dc0082b-4a46-46f3-9c9b-a30c2074dfb8 req-398ee363-c3e7-4bf7-9f48-7c97730125f6 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448005 Apr 22 16:17:20.892266 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-620180f5-1c3c-4ee8-8d65-fb0f36107eda req-5b008494-ecf2-4721-906f-2f9ccd7ddfa5 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 210 time: 0.0501778 Apr 22 16:17:20.911527 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 45272) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:21.048783 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-899772f1-4f0d-4ce1-89ea-93ba5360cd83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:21.066907 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-899772f1-4f0d-4ce1-89ea-93ba5360cd83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:17:21.071245 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-899772f1-4f0d-4ce1-89ea-93ba5360cd83 admin admin] Usage tracker for resource:security_group_rule and tenant:aef27696ab95441b9f0472db7edb087a is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:17:21.074254 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-899772f1-4f0d-4ce1-89ea-93ba5360cd83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:17:21.081237 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-899772f1-4f0d-4ce1-89ea-93ba5360cd83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:17:21.199180 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-899772f1-4f0d-4ce1-89ea-93ba5360cd83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:21.202286 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-899772f1-4f0d-4ce1-89ea-93ba5360cd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:21.212266 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-97655546-b027-4101-b53e-2e9c98248763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:21.212519 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f7e5c-aac3-491d-a70d-2acb2f131e9b req-4ae6ab8d-557c-4a00-8fd8-9b427eb99a2a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:21.214343 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fc2f7e5c-aac3-491d-a70d-2acb2f131e9b req-4ae6ab8d-557c-4a00-8fd8-9b427eb99a2a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 943 time: 0.0918083 Apr 22 16:17:21.256463 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899772f1-4f0d-4ce1-89ea-93ba5360cd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3519b34-727f-44d8-91c2-1c3c456eadb1,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:21.260026 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-899772f1-4f0d-4ce1-89ea-93ba5360cd83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:21.267435 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-899772f1-4f0d-4ce1-89ea-93ba5360cd83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aef27696ab95441b9f0472db7edb087a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3540936 Apr 22 16:17:21.268186 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 45284) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:21.269512 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fc2f7e5c-aac3-491d-a70d-2acb2f131e9b req-384d89c7-e74e-4a1e-a6a1-30db20b7afe6 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467715 Apr 22 16:17:21.338395 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3954e7d6-f145-4ca9-b1f2-262d822bd5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:21.368767 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3954e7d6-f145-4ca9-b1f2-262d822bd5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:21.416269 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3954e7d6-f145-4ca9-b1f2-262d822bd5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:21.421732 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f3f0c1c1-bc48-4485-8076-68e777a1451e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:21.436194 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954e7d6-f145-4ca9-b1f2-262d822bd5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3519b34-727f-44d8-91c2-1c3c456eadb1,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:21.438768 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-3954e7d6-f145-4ca9-b1f2-262d822bd5bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:21.441280 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3954e7d6-f145-4ca9-b1f2-262d822bd5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:21.455543 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-3954e7d6-f145-4ca9-b1f2-262d822bd5bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3519b34-727f-44d8-91c2-1c3c456eadb1 HTTP/1.1" status: 204 len: 168 time: 0.1780486 Apr 22 16:17:21.506565 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab37927-5386-40c3-8091-6d510af35013 req-b8ffe843-6760-41e9-91e2-e2f57bea992a tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:21.508248 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5ab37927-5386-40c3-8091-6d510af35013 req-b8ffe843-6760-41e9-91e2-e2f57bea992a tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.0994782 Apr 22 16:17:21.560668 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5ab37927-5386-40c3-8091-6d510af35013 req-f36bbb86-e6d7-41af-b622-086c1699a29c tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457337 Apr 22 16:17:22.056274 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-9ac80740-4bc4-4a7e-b68e-6c8e98257f27 req-da8310a4-56d3-408d-b7e8-69fda5b7374b tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 210 time: 0.0497441 Apr 22 16:17:22.350865 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-da8e05af-0bfd-4722-bad0-835709fa4596 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:22.352678 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-da8e05af-0bfd-4722-bad0-835709fa4596 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.43 "GET /v2.0/networks?id=901c6dca-a88b-42fc-8b51-90622fddca64 HTTP/1.1" status: 200 len: 815 time: 0.1658831 Apr 22 16:17:22.369094 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-abc76314-3ba4-4659-a1aa-01555210ce2a tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Request body: {'port': {'device_id': '2d0781cd-3ddf-48ed-806b-2f609fdb22d4', 'network_id': '901c6dca-a88b-42fc-8b51-90622fddca64', 'admin_state_up': True, 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:17:22.582880 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-abc76314-3ba4-4659-a1aa-01555210ce2a tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:17:22.604619 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-abc76314-3ba4-4659-a1aa-01555210ce2a tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Usage tracker for resource:port and tenant:7aca53c5261c4484bf84056e3058fc5e is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:17:22.624338 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-abc76314-3ba4-4659-a1aa-01555210ce2a tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:17:22.640728 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-abc76314-3ba4-4659-a1aa-01555210ce2a tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:17:22.691442 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-abc76314-3ba4-4659-a1aa-01555210ce2a tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Made reservation on behalf of 7aca53c5261c4484bf84056e3058fc5e for: {'port': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:17:22.697779 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-abc76314-3ba4-4659-a1aa-01555210ce2a tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:22.923290 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-abc76314-3ba4-4659-a1aa-01555210ce2a tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Allocated IP 172.20.0.13 (901c6dca-a88b-42fc-8b51-90622fddca64/540790b8-1ff6-4f2e-b3db-8ed89ce47f6d/37e82257-1caa-48c1-af33-9ee84eaabdec) {{(pid=86316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:17:23.030462 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4ef32-1bbb-4999-928b-ec2d2c265e46 req-c0a6b1e0-1b31-415d-9424-6c78c3dba13f tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:23.032187 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5ce4ef32-1bbb-4999-928b-ec2d2c265e46 req-c0a6b1e0-1b31-415d-9424-6c78c3dba13f tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 943 time: 0.5483410 Apr 22 16:17:23.226730 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5ce4ef32-1bbb-4999-928b-ec2d2c265e46 req-a6393028-98b6-4584-80f4-6c84cda2f6d3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1780243 Apr 22 16:17:23.284176 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07542242-fbd2-421d-a6d0-5b138797bbfc req-b92c8dc6-bb0e-4496-b218-6e8c3ba64f63 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:23.318022 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-07542242-fbd2-421d-a6d0-5b138797bbfc req-b92c8dc6-bb0e-4496-b218-6e8c3ba64f63 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.3911226 Apr 22 16:17:23.539460 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8e1bca98-d4e7-4f22-b663-7ae8e4eb959c req-b9f4c872-6313-40a8-b779-e2439de7e5a9 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 210 time: 0.0647008 Apr 22 16:17:23.543123 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-07542242-fbd2-421d-a6d0-5b138797bbfc req-beb9215a-2a29-4390-ab49-3da26c674773 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232423 Apr 22 16:17:23.548677 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-abc76314-3ba4-4659-a1aa-01555210ce2a tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for port, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:23.594939 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-abc76314-3ba4-4659-a1aa-01555210ce2a tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Transition to ACTIVE for port object 37e82257-1caa-48c1-af33-9ee84eaabdec will not be triggered until provisioned by entity DHCP. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:17:23.677354 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-abc76314-3ba4-4659-a1aa-01555210ce2a tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:23.684290 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-bdb1f2fe-c6fe-4201-8c14-006ab515f7ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:23.766466 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-abc76314-3ba4-4659-a1aa-01555210ce2a tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Network 901c6dca-a88b-42fc-8b51-90622fddca64 is already hosted by enough agents. {{(pid=86316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:17:23.770750 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-abc76314-3ba4-4659-a1aa-01555210ce2a tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Resources bound (agent type, host, resource id): {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:17:23.773401 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-abc76314-3ba4-4659-a1aa-01555210ce2a tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Received port after_create {{(pid=86316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:17:23.812345 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc76314-3ba4-4659-a1aa-01555210ce2a tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Pushing event updated for resources: {'Port': ['ID=37e82257-1caa-48c1-af33-9ee84eaabdec,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:23.816330 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-abc76314-3ba4-4659-a1aa-01555210ce2a tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:23.867185 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-abc76314-3ba4-4659-a1aa-01555210ce2a tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:23.867896 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-abc76314-3ba4-4659-a1aa-01555210ce2a tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:23.894395 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-abc76314-3ba4-4659-a1aa-01555210ce2a tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5297306 Apr 22 16:17:24.128850 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-fa96cbf4-dfcd-4219-8e7a-8f2a88b40f8c None None] Provisioning for port 37e82257-1caa-48c1-af33-9ee84eaabdec completed by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:17:24.136466 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-fa96cbf4-dfcd-4219-8e7a-8f2a88b40f8c None None] Provisioning complete for port 37e82257-1caa-48c1-af33-9ee84eaabdec triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:17:24.137212 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fa96cbf4-dfcd-4219-8e7a-8f2a88b40f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:24.231133 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-fa96cbf4-dfcd-4219-8e7a-8f2a88b40f8c None None] Port 37e82257-1caa-48c1-af33-9ee84eaabdec cannot update to ACTIVE because it is not bound. {{(pid=86317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:17:24.531567 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13831027-01a4-46b9-972d-ea69594e4744 req-3f9397a3-d143-4006-b13e-0f221fa966b8 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:24.539122 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-13831027-01a4-46b9-972d-ea69594e4744 req-3f9397a3-d143-4006-b13e-0f221fa966b8 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 943 time: 0.1527770 Apr 22 16:17:24.590891 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-13831027-01a4-46b9-972d-ea69594e4744 req-b6ee2b2c-ad24-4016-bf46-0ed2b35ea8dd tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507796 Apr 22 16:17:24.819713 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fc9ed-73e1-47ed-9a98-160744b54aab req-75971b69-be6a-4b45-82bc-0bf80653ba29 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:24.820533 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-5e2fc9ed-73e1-47ed-9a98-160744b54aab req-75971b69-be6a-4b45-82bc-0bf80653ba29 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Synchronizing usage tracker for tenant:7aca53c5261c4484bf84056e3058fc5e on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:17:24.838056 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-5e2fc9ed-73e1-47ed-9a98-160744b54aab req-75971b69-be6a-4b45-82bc-0bf80653ba29 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Unset dirty status for tenant:7aca53c5261c4484bf84056e3058fc5e on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:17:24.839506 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5e2fc9ed-73e1-47ed-9a98-160744b54aab req-75971b69-be6a-4b45-82bc-0bf80653ba29 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 932 time: 0.1077724 Apr 22 16:17:24.903183 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-5e2fc9ed-73e1-47ed-9a98-160744b54aab req-76833c57-6593-4213-8f87-9d69e99f7cc0 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Synchronizing usage tracker for tenant:7aca53c5261c4484bf84056e3058fc5e on resource:security_group {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:17:24.921401 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-5e2fc9ed-73e1-47ed-9a98-160744b54aab req-76833c57-6593-4213-8f87-9d69e99f7cc0 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Unset dirty status for tenant:7aca53c5261c4484bf84056e3058fc5e on resource:security_group {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:17:24.922754 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5e2fc9ed-73e1-47ed-9a98-160744b54aab req-76833c57-6593-4213-8f87-9d69e99f7cc0 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761008 Apr 22 16:17:25.373605 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device c6acc9fa-7063-484f-82d5-ca9b80f858a5 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:17:25.528069 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port c6acc9fa-7063-484f-82d5-ca9b80f858a5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c6acc9fa-7063-484f-82d5-ca9b80f858a5,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:17:25.544755 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Returning: {'device': 'c6acc9fa-7063-484f-82d5-ca9b80f858a5', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'port_id': 'c6acc9fa-7063-484f-82d5-ca9b80f858a5', 'mac_address': 'fa:16:3e:04:a5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93257d7e-85c0-4511-a149-8d2031392de0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:17:25.609139 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:25.629905 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6acc9fa-7063-484f-82d5-ca9b80f858a5 {{(pid=86317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:17:25.687856 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port c6acc9fa-7063-484f-82d5-ca9b80f858a5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c6acc9fa-7063-484f-82d5-ca9b80f858a5,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:17:25.690571 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:25.693304 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:25.824631 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=c6acc9fa-7063-484f-82d5-ca9b80f858a5,revision_number=9']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:25.834054 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:25.950532 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7bb24-5c7a-4ee4-bd20-46c3cb3b1c70 req-38b943af-3bc4-476e-9380-4bd2ae892b1d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:25.951933 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-17c7bb24-5c7a-4ee4-bd20-46c3cb3b1c70 req-38b943af-3bc4-476e-9380-4bd2ae892b1d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 944 time: 0.1025531 Apr 22 16:17:25.958759 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['c6acc9fa-7063-484f-82d5-ca9b80f858a5'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:17:26.020694 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-17c7bb24-5c7a-4ee4-bd20-46c3cb3b1c70 req-c573bfd0-6d99-4621-ae18-d2b84c66c082 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611544 Apr 22 16:17:26.126856 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 45410) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:26.259804 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b80278-e0f1-473d-a108-a0030bd6c56e req-96a03fb4-a1ec-4690-b837-3cb9e156e610 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:26.261740 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-f8b80278-e0f1-473d-a108-a0030bd6c56e req-96a03fb4-a1ec-4690-b837-3cb9e156e610 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 932 time: 0.1309001 Apr 22 16:17:26.318808 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-f8b80278-e0f1-473d-a108-a0030bd6c56e req-128ba68e-01af-416a-a1c1-4fc15cab8b3a tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501220 Apr 22 16:17:26.349833 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b458d3af-8e6b-43d8-bd2c-5570e49d88cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:26.366954 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-b458d3af-8e6b-43d8-bd2c-5570e49d88cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:17:26.370965 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-b458d3af-8e6b-43d8-bd2c-5570e49d88cc admin admin] Usage tracker for resource:security_group_rule and tenant:5588f44646af4e40b16e568d9cd965e3 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:17:26.374028 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-b458d3af-8e6b-43d8-bd2c-5570e49d88cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:17:26.380305 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-b458d3af-8e6b-43d8-bd2c-5570e49d88cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:17:26.471099 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b458d3af-8e6b-43d8-bd2c-5570e49d88cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:26.474622 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b458d3af-8e6b-43d8-bd2c-5570e49d88cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:26.483849 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-bb3dc317-2bd0-4855-be1f-892f8778c413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:26.527336 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-b458d3af-8e6b-43d8-bd2c-5570e49d88cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5588f44646af4e40b16e568d9cd965e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3990571 Apr 22 16:17:26.529081 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458d3af-8e6b-43d8-bd2c-5570e49d88cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce57840d-aa15-4ff0-b14e-419bacb052bd,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:26.530350 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 45418) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:26.536262 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b458d3af-8e6b-43d8-bd2c-5570e49d88cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:26.601123 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-00719b97-afd6-46ef-a9ae-5d9e402d0133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:26.630735 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-00719b97-afd6-46ef-a9ae-5d9e402d0133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:26.700222 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-00719b97-afd6-46ef-a9ae-5d9e402d0133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:26.705670 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-6b5f1a0b-fa80-4919-8809-26df4d77eccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:26.719904 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00719b97-afd6-46ef-a9ae-5d9e402d0133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce57840d-aa15-4ff0-b14e-419bacb052bd,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:26.724673 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-00719b97-afd6-46ef-a9ae-5d9e402d0133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:26.730845 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-00719b97-afd6-46ef-a9ae-5d9e402d0133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:26.757214 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-00719b97-afd6-46ef-a9ae-5d9e402d0133 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce57840d-aa15-4ff0-b14e-419bacb052bd HTTP/1.1" status: 204 len: 168 time: 0.2063212 Apr 22 16:17:27.265496 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90967c7-204e-489e-a17a-b4cf21c4d83e req-af1d88da-2066-4e67-aee6-484380464b61 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:27.267172 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c90967c7-204e-489e-a17a-b4cf21c4d83e req-af1d88da-2066-4e67-aee6-484380464b61 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 944 time: 0.0968390 Apr 22 16:17:27.320496 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c90967c7-204e-489e-a17a-b4cf21c4d83e req-7a5254c6-2675-4e94-9cc3-4612aa922e97 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421371 Apr 22 16:17:27.376658 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device c6acc9fa-7063-484f-82d5-ca9b80f858a5 up at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:17:27.453290 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning complete for port c6acc9fa-7063-484f-82d5-ca9b80f858a5 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:17:27.453712 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:27.560073 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dda246-5c43-418a-a175-fbdce0430215 req-bac58ae6-df86-4ac3-ba3d-196f6332ab41 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:27.561773 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-f0dda246-5c43-418a-a175-fbdce0430215 req-bac58ae6-df86-4ac3-ba3d-196f6332ab41 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 932 time: 0.1177597 Apr 22 16:17:27.586374 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:27.620651 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-f0dda246-5c43-418a-a175-fbdce0430215 req-c1cc01e9-c146-4256-adb9-e3412e77902b tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512180 Apr 22 16:17:27.630458 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02f5b0c-e1f8-44a3-a4cf-51727e2fe159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6acc9fa-7063-484f-82d5-ca9b80f858a5'}] {{(pid=86317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:17:27.648642 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port c6acc9fa-7063-484f-82d5-ca9b80f858a5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c6acc9fa-7063-484f-82d5-ca9b80f858a5,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:17:27.653562 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:27.656499 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:27.690088 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02f5b0c-e1f8-44a3-a4cf-51727e2fe159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6acc9fa-7063-484f-82d5-ca9b80f858a5', 'code': 200} Apr 22 16:17:27.732668 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=c6acc9fa-7063-484f-82d5-ca9b80f858a5,revision_number=10']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:27.735881 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:28.570221 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea5939-ada1-4931-9969-68f5c7e0ec9b req-ba9523c4-d2ff-43f3-9e32-3ba40fd101ba tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:28.571960 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e3ea5939-ada1-4931-9969-68f5c7e0ec9b req-ba9523c4-d2ff-43f3-9e32-3ba40fd101ba tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 946 time: 0.1142976 Apr 22 16:17:28.628980 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e3ea5939-ada1-4931-9969-68f5c7e0ec9b req-acf0b76b-5003-4d4d-9dcf-2e27efe87e66 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491831 Apr 22 16:17:28.834895 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b2fd1-47c8-4d3f-93c0-eec485d154b2 req-838d5aec-93c0-455b-ad2e-75944bd1015b tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:28.836595 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fe7b2fd1-47c8-4d3f-93c0-eec485d154b2 req-838d5aec-93c0-455b-ad2e-75944bd1015b tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 932 time: 0.1009638 Apr 22 16:17:28.887845 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fe7b2fd1-47c8-4d3f-93c0-eec485d154b2 req-8fdb2ede-886d-45ed-b5dc-8b6dd4a3c6fd tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445378 Apr 22 16:17:29.887205 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ece46-d070-4161-b420-1ef5c71c2b11 req-99c81279-5991-4e8d-98c0-5396f96d5288 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:29.897708 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-313ece46-d070-4161-b420-1ef5c71c2b11 req-99c81279-5991-4e8d-98c0-5396f96d5288 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 946 time: 0.1287446 Apr 22 16:17:29.948912 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-313ece46-d070-4161-b420-1ef5c71c2b11 req-b652b1f8-4449-4379-b248-53c3ff4085ae tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501781 Apr 22 16:17:30.184433 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ae576-4998-462e-aff3-25ed15df527c req-40974bbc-405a-482a-b05e-2327e348958c tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:30.186051 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-884ae576-4998-462e-aff3-25ed15df527c req-40974bbc-405a-482a-b05e-2327e348958c tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 932 time: 0.1116772 Apr 22 16:17:30.242517 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-884ae576-4998-462e-aff3-25ed15df527c req-c3216533-6ef6-40f6-b848-c5116af66704 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492392 Apr 22 16:17:31.198975 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320c4ce-8a2c-40e6-8c22-d5d736ae6e43 req-91829eea-0290-4b93-ad2f-93f7251d2ce6 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:31.200582 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c320c4ce-8a2c-40e6-8c22-d5d736ae6e43 req-91829eea-0290-4b93-ad2f-93f7251d2ce6 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 946 time: 0.1218174 Apr 22 16:17:31.257769 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c320c4ce-8a2c-40e6-8c22-d5d736ae6e43 req-bf2b4131-156e-4a2f-8fca-8fd6ec46ad9f tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507109 Apr 22 16:17:31.476096 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d7239-fefc-4a3a-a9e8-b34dba746b89 req-7bddf159-304a-40e8-afa2-779c8c22ecab tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:31.478263 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c43d7239-fefc-4a3a-a9e8-b34dba746b89 req-7bddf159-304a-40e8-afa2-779c8c22ecab tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 932 time: 0.0964932 Apr 22 16:17:31.529753 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c43d7239-fefc-4a3a-a9e8-b34dba746b89 req-887a87c4-b4b9-4e6a-8e20-c9b5a1c0f8b7 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449052 Apr 22 16:17:32.498196 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81106eb5-fd74-43a2-ac4f-0140e65f60df req-9d47a338-3d7a-449f-8f62-0b8dda2a0674 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:32.500016 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-81106eb5-fd74-43a2-ac4f-0140e65f60df req-9d47a338-3d7a-449f-8f62-0b8dda2a0674 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 946 time: 0.1050224 Apr 22 16:17:32.557818 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-81106eb5-fd74-43a2-ac4f-0140e65f60df req-5e22ea57-9bc3-45f1-beb0-f87e33dda146 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443904 Apr 22 16:17:32.768089 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46459aa-4651-450b-b43f-18247213b352 req-a4f08bf0-f6f3-4b4a-9626-18b5a823eb2e tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:32.770173 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d46459aa-4651-450b-b43f-18247213b352 req-a4f08bf0-f6f3-4b4a-9626-18b5a823eb2e tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 932 time: 0.0972435 Apr 22 16:17:32.822029 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d46459aa-4651-450b-b43f-18247213b352 req-d03d14a3-3b09-45be-ba20-b9c7ee70c71f tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453141 Apr 22 16:17:33.775077 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71d727-bdd5-456e-b677-a5dfed1942d7 req-b6ef2b7b-4bdc-4c47-bc0e-aab93b3f2c9d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:33.776635 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-eb71d727-bdd5-456e-b677-a5dfed1942d7 req-b6ef2b7b-4bdc-4c47-bc0e-aab93b3f2c9d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 946 time: 0.0915887 Apr 22 16:17:33.826319 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-eb71d727-bdd5-456e-b677-a5dfed1942d7 req-e4459afd-c3ae-4e21-a74b-f217876e2454 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432649 Apr 22 16:17:34.027320 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133b388-d8fa-481b-8f48-c161c79b6aea req-db6b5329-7cf5-4b4b-955d-d1125f457de3 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:34.028942 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-9133b388-d8fa-481b-8f48-c161c79b6aea req-db6b5329-7cf5-4b4b-955d-d1125f457de3 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 932 time: 0.0899074 Apr 22 16:17:34.056237 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Request body: {'port': {'device_id': '2d0781cd-3ddf-48ed-806b-2f609fdb22d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:17:34.352092 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-9133b388-d8fa-481b-8f48-c161c79b6aea req-ac94d0a2-495f-401f-952f-d1941ff49f87 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166778 Apr 22 16:17:34.413806 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:34.790042 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4c329-e9b7-4c96-94c7-392282bb24fe req-ffd7b5c5-7aa0-420c-af9b-631dbc10f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:34.791606 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e1e4c329-e9b7-4c96-94c7-392282bb24fe req-ffd7b5c5-7aa0-420c-af9b-631dbc10f52e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 1099 time: 0.1983855 Apr 22 16:17:34.900182 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e1e4c329-e9b7-4c96-94c7-392282bb24fe req-d3f21055-f1bb-433f-8568-53618b757ff6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924933 Apr 22 16:17:34.902389 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e82257-1caa-48c1-af33-9ee84eaabdec {{(pid=86316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:17:34.912052 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:34.929218 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Transition to ACTIVE for port object 37e82257-1caa-48c1-af33-9ee84eaabdec will not be triggered until provisioned by entity L2. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:17:34.933307 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:34.940649 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:35.167255 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Pushing event updated for resources: {'Port': ['ID=37e82257-1caa-48c1-af33-9ee84eaabdec,revision_number=2']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:35.218312 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:35.218771 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:35.219171 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:35.219565 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:35.219985 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:35.220372 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:35.220757 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:35.221141 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:35.221526 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:35.221905 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:35.222283 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:35.222689 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:35.230093 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:35.290532 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d874b-d79e-405b-9e82-8fbf1a736f7d req-162f070f-a790-4308-aec0-45a3f60505e8 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:35.292134 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-625d874b-d79e-405b-9e82-8fbf1a736f7d req-162f070f-a790-4308-aec0-45a3f60505e8 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 946 time: 0.3115375 Apr 22 16:17:35.293102 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Attempting to bind port 37e82257-1caa-48c1-af33-9ee84eaabdec on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:17:35.293473 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Attempting to bind port 37e82257-1caa-48c1-af33-9ee84eaabdec by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '8b4114bc-def4-4c81-b436-016246a35286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '901c6dca-a88b-42fc-8b51-90622fddca64'}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:17:35.293840 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Attempting to bind port 37e82257-1caa-48c1-af33-9ee84eaabdec on network 901c6dca-a88b-42fc-8b51-90622fddca64 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:17:35.300591 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Port 37e82257-1caa-48c1-af33-9ee84eaabdec on network 901c6dca-a88b-42fc-8b51-90622fddca64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:17:35.300980 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Attempting to bind port 37e82257-1caa-48c1-af33-9ee84eaabdec on network 901c6dca-a88b-42fc-8b51-90622fddca64 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:17:35.321801 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Checking agent: {'id': '016b7565-6632-473e-a317-92a5bd3f2916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'started_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:17:35.322133 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Checking segment: {'id': '8b4114bc-def4-4c81-b436-016246a35286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '901c6dca-a88b-42fc-8b51-90622fddca64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:17:35.322563 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Bound using segment: {'id': '8b4114bc-def4-4c81-b436-016246a35286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '901c6dca-a88b-42fc-8b51-90622fddca64'} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:17:35.323032 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Bound port: 37e82257-1caa-48c1-af33-9ee84eaabdec, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4114bc-def4-4c81-b436-016246a35286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '901c6dca-a88b-42fc-8b51-90622fddca64'}}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:17:35.323413 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:35.417614 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-625d874b-d79e-405b-9e82-8fbf1a736f7d req-cadef134-dd98-4315-9579-fec49765dd4e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1179078 Apr 22 16:17:35.452801 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] For port 37e82257-1caa-48c1-af33-9ee84eaabdec, host hv-cinder-78462, cleared binding levels {{(pid=86316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:17:35.456009 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] For port 37e82257-1caa-48c1-af33-9ee84eaabdec, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=37e82257-1caa-48c1-af33-9ee84eaabdec,segment=NetworkSegment(8b4114bc-def4-4c81-b436-016246a35286),segment_id=8b4114bc-def4-4c81-b436-016246a35286)] {{(pid=86316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:17:35.460385 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:35.465697 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-bdb1f2fe-c6fe-4201-8c14-006ab515f7ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:35.584374 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:35.585018 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:35.586536 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] 10.222.0.43 "PUT /v2.0/ports/37e82257-1caa-48c1-af33-9ee84eaabdec HTTP/1.1" status: 200 len: 1094 time: 1.5354280 Apr 22 16:17:35.588772 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0781cd-3ddf-48ed-806b-2f609fdb22d4', 'tag': '37e82257-1caa-48c1-af33-9ee84eaabdec'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:17:35.684758 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Pushing event updated for resources: {'Port': ['ID=37e82257-1caa-48c1-af33-9ee84eaabdec,revision_number=3']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:35.694880 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:35.732369 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5479bfa-1b0e-484d-9175-5ba59c84d99a req-861a4a7e-6996-42bb-8909-f7a2ce88efb0 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:35.734074 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a5479bfa-1b0e-484d-9175-5ba59c84d99a req-861a4a7e-6996-42bb-8909-f7a2ce88efb0 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 944 time: 0.2273934 Apr 22 16:17:35.735961 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0781cd-3ddf-48ed-806b-2f609fdb22d4', 'tag': '37e82257-1caa-48c1-af33-9ee84eaabdec', 'status': 'completed', 'code': 200} Apr 22 16:17:35.811552 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-4b2fe309-2212-4224-948b-a7875328cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:35.813141 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-4b2fe309-2212-4224-948b-a7875328cb93 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7aca53c5261c4484bf84056e3058fc5e&device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 1097 time: 0.1673129 Apr 22 16:17:35.816336 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a5479bfa-1b0e-484d-9175-5ba59c84d99a req-0f613f50-153f-47af-b727-b788cc9b8d34 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726848 Apr 22 16:17:35.913658 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-2b397da2-4e0c-424c-a771-c9071c9b734b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37e82257-1caa-48c1-af33-9ee84eaabdec HTTP/1.1" status: 200 len: 217 time: 0.0918999 Apr 22 16:17:36.026229 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-de3065ce-039d-41e6-9496-c49c786f0899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:36.028622 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-de3065ce-039d-41e6-9496-c49c786f0899 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=540790b8-1ff6-4f2e-b3db-8ed89ce47f6d HTTP/1.1" status: 200 len: 854 time: 0.1004543 Apr 22 16:17:36.142929 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-c89e7900-965f-49aa-808f-ed9cf0b73601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:36.144665 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-c89e7900-965f-49aa-808f-ed9cf0b73601 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=901c6dca-a88b-42fc-8b51-90622fddca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0985448 Apr 22 16:17:36.303121 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-1cd3289b-72ce-4020-bcfb-93b7fe8853c6 service neutron] 10.222.0.43 "GET /v2.0/networks/901c6dca-a88b-42fc-8b51-90622fddca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503508 Apr 22 16:17:36.474690 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-75b2e5f2-c759-42ec-a556-7dcf398e9504 req-354de4f8-2c50-4183-b6d5-e647ae518fa1 service neutron] 10.222.0.43 "GET /v2.0/networks/901c6dca-a88b-42fc-8b51-90622fddca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560802 Apr 22 16:17:36.690611 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c88a93-16a1-4e3b-b63e-2801949ac1f3 req-f0bea5ad-14af-4856-bc18-a5ae1fdaebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:36.692291 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e6c88a93-16a1-4e3b-b63e-2801949ac1f3 req-f0bea5ad-14af-4856-bc18-a5ae1fdaebb4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7aca53c5261c4484bf84056e3058fc5e&device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 1097 time: 0.1606886 Apr 22 16:17:36.705011 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c43df-2200-4787-b57c-fe5438a79f94 req-768eadd3-7d4a-447a-8cc8-c21f79c6e657 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:36.706715 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-9a4c43df-2200-4787-b57c-fe5438a79f94 req-768eadd3-7d4a-447a-8cc8-c21f79c6e657 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 946 time: 0.1322238 Apr 22 16:17:36.853882 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-9a4c43df-2200-4787-b57c-fe5438a79f94 req-6cd0aee2-5abd-459d-89d1-5f435270f45f tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1221831 Apr 22 16:17:36.886313 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c88a93-16a1-4e3b-b63e-2801949ac1f3 req-51b40cd3-ae5c-4867-9057-a9e09bf52d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:36.887974 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e6c88a93-16a1-4e3b-b63e-2801949ac1f3 req-51b40cd3-ae5c-4867-9057-a9e09bf52d20 service neutron] 10.222.0.43 "GET /v2.0/networks?id=901c6dca-a88b-42fc-8b51-90622fddca64 HTTP/1.1" status: 200 len: 916 time: 0.1804738 Apr 22 16:17:36.973922 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e6c88a93-16a1-4e3b-b63e-2801949ac1f3 req-2f3bbde1-ea9c-40da-a8bb-5166e06e181a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37e82257-1caa-48c1-af33-9ee84eaabdec HTTP/1.1" status: 200 len: 217 time: 0.0712643 Apr 22 16:17:37.097837 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c88a93-16a1-4e3b-b63e-2801949ac1f3 req-5b67896c-4182-4399-a415-034b935544da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:37.099984 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e6c88a93-16a1-4e3b-b63e-2801949ac1f3 req-5b67896c-4182-4399-a415-034b935544da service neutron] 10.222.0.43 "GET /v2.0/subnets?id=540790b8-1ff6-4f2e-b3db-8ed89ce47f6d HTTP/1.1" status: 200 len: 854 time: 0.0854487 Apr 22 16:17:37.163005 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d68dae-61d4-440a-b7f1-757dec2f6f46 req-2496710a-9360-44e1-932a-3c3c84fafa77 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:37.164586 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-37d68dae-61d4-440a-b7f1-757dec2f6f46 req-2496710a-9360-44e1-932a-3c3c84fafa77 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 944 time: 0.1931536 Apr 22 16:17:37.232021 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-37d68dae-61d4-440a-b7f1-757dec2f6f46 req-d0d2c1c3-6fad-4b67-8b23-79499cba1d44 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599339 Apr 22 16:17:37.242332 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c88a93-16a1-4e3b-b63e-2801949ac1f3 req-b5b6f587-6406-45a7-bbb3-8644b8ea8b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:37.244006 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e6c88a93-16a1-4e3b-b63e-2801949ac1f3 req-b5b6f587-6406-45a7-bbb3-8644b8ea8b7d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=901c6dca-a88b-42fc-8b51-90622fddca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1323521 Apr 22 16:17:37.389842 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e6c88a93-16a1-4e3b-b63e-2801949ac1f3 req-fa2ff49b-6051-46bc-8b4e-c380019528e9 service neutron] 10.222.0.43 "GET /v2.0/networks/901c6dca-a88b-42fc-8b51-90622fddca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375337 Apr 22 16:17:37.606551 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e6c88a93-16a1-4e3b-b63e-2801949ac1f3 req-249a457d-c0a5-4010-b3de-7a000b5dde75 service neutron] 10.222.0.43 "GET /v2.0/networks/901c6dca-a88b-42fc-8b51-90622fddca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057154 Apr 22 16:17:37.613569 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c8551c81-0aa9-4e65-a85d-579705f818a0 req-76e720ef-0334-44f9-82bc-22945432f2ac service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1231036 Apr 22 16:17:37.927954 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8551c81-0aa9-4e65-a85d-579705f818a0 req-fb7d6492-e5e4-4c93-aa13-eefb710be057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:37.927954 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c8551c81-0aa9-4e65-a85d-579705f818a0 req-fb7d6492-e5e4-4c93-aa13-eefb710be057 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=472f8b7a41be46c18e3861f072af2690&device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 1098 time: 0.2891376 Apr 22 16:17:37.942431 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:38.149723 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8551c81-0aa9-4e65-a85d-579705f818a0 req-52df703d-0ac4-4a66-9d3b-b5693766638c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:38.151212 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c8551c81-0aa9-4e65-a85d-579705f818a0 req-52df703d-0ac4-4a66-9d3b-b5693766638c service neutron] 10.222.0.43 "GET /v2.0/networks?id=66201a63-9212-43a4-b99c-22c43b7ecdf4 HTTP/1.1" status: 200 len: 920 time: 0.2036529 Apr 22 16:17:38.168815 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd887677-b3bc-498c-be1e-070c0484a7ea req-56388c7f-4b59-4e3e-b3f0-7eaddafacc4e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:38.170421 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bd887677-b3bc-498c-be1e-070c0484a7ea req-56388c7f-4b59-4e3e-b3f0-7eaddafacc4e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 946 time: 0.1314909 Apr 22 16:17:38.250505 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c8551c81-0aa9-4e65-a85d-579705f818a0 req-79cb09c5-67bd-46d5-894d-635dc7578444 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=056fdee5-d15b-46fc-abe1-b92b21513930 HTTP/1.1" status: 200 len: 217 time: 0.0905387 Apr 22 16:17:38.333319 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bd887677-b3bc-498c-be1e-070c0484a7ea req-3f0c616a-a62b-4cad-bd69-92b929e052c9 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1107030 Apr 22 16:17:38.343629 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8551c81-0aa9-4e65-a85d-579705f818a0 req-c6de9e41-6031-4562-b931-2e294c60b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:38.345215 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c8551c81-0aa9-4e65-a85d-579705f818a0 req-c6de9e41-6031-4562-b931-2e294c60b3b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c87f420-a23d-47e7-a4ec-31ede37a20fc HTTP/1.1" status: 200 len: 859 time: 0.0880258 Apr 22 16:17:38.445270 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-163e157a-cbfd-4dd2-9bc3-054c85ed97b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:38.452772 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c8551c81-0aa9-4e65-a85d-579705f818a0 req-543fb123-bf09-4378-9d33-a3b28fa78f1d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66201a63-9212-43a4-b99c-22c43b7ecdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577142 Apr 22 16:17:38.586999 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d58807-3419-4e15-bcac-0fe75fe25d0e req-07017a01-e2f9-45ec-8551-04ec1792d6a3 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:38.588687 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b3d58807-3419-4e15-bcac-0fe75fe25d0e req-07017a01-e2f9-45ec-8551-04ec1792d6a3 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 944 time: 0.2350616 Apr 22 16:17:38.662775 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c8551c81-0aa9-4e65-a85d-579705f818a0 req-2a65b70f-3cb5-417b-9571-3f93cb2957c9 service neutron] 10.222.0.43 "GET /v2.0/networks/66201a63-9212-43a4-b99c-22c43b7ecdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016287 Apr 22 16:17:38.666001 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b3d58807-3419-4e15-bcac-0fe75fe25d0e req-8b89bafe-dbea-4ee4-8b4f-0587401f2a9b tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689418 Apr 22 16:17:38.873302 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c8551c81-0aa9-4e65-a85d-579705f818a0 req-b8e1a5b8-886a-4c33-898b-83d7a2670e00 service neutron] 10.222.0.43 "GET /v2.0/networks/66201a63-9212-43a4-b99c-22c43b7ecdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034132 Apr 22 16:17:38.891518 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600aaa6-00bb-4969-8449-6cb05c415e4c req-5c568a58-4ef0-415f-826e-ae74f71bb00d tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:38.893073 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e600aaa6-00bb-4969-8449-6cb05c415e4c req-5c568a58-4ef0-415f-826e-ae74f71bb00d tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.1298692 Apr 22 16:17:38.943877 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e600aaa6-00bb-4969-8449-6cb05c415e4c req-65bfe763-edeb-4fbd-828c-178db835eb80 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441620 Apr 22 16:17:39.442165 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 37e82257-1caa-48c1-af33-9ee84eaabdec details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:17:39.589229 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 37e82257-1caa-48c1-af33-9ee84eaabdec, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=37e82257-1caa-48c1-af33-9ee84eaabdec,segment=NetworkSegment(8b4114bc-def4-4c81-b436-016246a35286),segment_id=8b4114bc-def4-4c81-b436-016246a35286)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:17:39.604565 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Returning: {'device': '37e82257-1caa-48c1-af33-9ee84eaabdec', 'network_id': '901c6dca-a88b-42fc-8b51-90622fddca64', 'port_id': '37e82257-1caa-48c1-af33-9ee84eaabdec', 'mac_address': 'fa:16:3e:b6:3b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '540790b8-1ff6-4f2e-b3db-8ed89ce47f6d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:17:39.669924 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:39.688710 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e82257-1caa-48c1-af33-9ee84eaabdec {{(pid=86317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:17:39.706516 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 37e82257-1caa-48c1-af33-9ee84eaabdec, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=37e82257-1caa-48c1-af33-9ee84eaabdec,segment=NetworkSegment(8b4114bc-def4-4c81-b436-016246a35286),segment_id=8b4114bc-def4-4c81-b436-016246a35286)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:17:39.710099 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:39.712926 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:39.784401 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=37e82257-1caa-48c1-af33-9ee84eaabdec,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:39.788272 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:39.873208 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27450f-6d2b-47f3-8d41-dbb48633e3ae req-249c4eb6-e54d-4fef-b6e3-e2ab3787faba tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:39.874821 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3f27450f-6d2b-47f3-8d41-dbb48633e3ae req-249c4eb6-e54d-4fef-b6e3-e2ab3787faba tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 945 time: 0.0904131 Apr 22 16:17:39.925653 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3f27450f-6d2b-47f3-8d41-dbb48633e3ae req-aa897b3a-71be-4006-948f-2d7e493a7fac tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437791 Apr 22 16:17:40.011419 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['37e82257-1caa-48c1-af33-9ee84eaabdec'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:17:40.155412 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97830d-aa0a-4146-8f03-a64c3b13a323 req-d4233ac3-063c-4aa1-bf19-c7fde5a14b5b tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:40.157073 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bc97830d-aa0a-4146-8f03-a64c3b13a323 req-d4233ac3-063c-4aa1-bf19-c7fde5a14b5b tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.0940294 Apr 22 16:17:40.207435 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bc97830d-aa0a-4146-8f03-a64c3b13a323 req-0af957d2-2105-4e6e-aedb-e52fe100a837 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429013 Apr 22 16:17:41.128598 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c656c-8d43-4102-a60a-f41069af12d2 req-7f9098eb-d4de-4a0f-8b1e-dd9757c3bb31 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:41.130753 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e67c656c-8d43-4102-a60a-f41069af12d2 req-7f9098eb-d4de-4a0f-8b1e-dd9757c3bb31 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 945 time: 0.0876696 Apr 22 16:17:41.179440 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e67c656c-8d43-4102-a60a-f41069af12d2 req-079ac340-5e37-4bed-95ed-8874155c4a2d tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420842 Apr 22 16:17:41.389107 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-273de998-3975-4fe6-bda0-da1bb8a737da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:41.415986 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e567e-e270-4358-a9ac-05939f556f92 req-d2566119-4885-4c84-ad2e-5503b435cd2c tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:41.417542 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-9d3e567e-e270-4358-a9ac-05939f556f92 req-d2566119-4885-4c84-ad2e-5503b435cd2c tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.0927982 Apr 22 16:17:41.449493 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 37e82257-1caa-48c1-af33-9ee84eaabdec up at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:17:41.467045 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-9d3e567e-e270-4358-a9ac-05939f556f92 req-d2f8199e-8401-43b1-90c4-66fc911a07c8 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431798 Apr 22 16:17:41.530181 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning for port 37e82257-1caa-48c1-af33-9ee84eaabdec completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:17:41.535439 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning complete for port 37e82257-1caa-48c1-af33-9ee84eaabdec triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:17:41.535878 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:41.553186 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02347d2f-eb70-4353-b18a-34be1080aac6 req-29d8653f-26e4-4581-9c1b-8b6866d1a039 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:41.554767 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-02347d2f-eb70-4353-b18a-34be1080aac6 req-29d8653f-26e4-4581-9c1b-8b6866d1a039 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.43 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 945 time: 0.0912240 Apr 22 16:17:41.602361 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:41.635401 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-02347d2f-eb70-4353-b18a-34be1080aac6 req-9d8714df-051d-4228-9a66-f5469fde0b93 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Deleting port 056fdee5-d15b-46fc-abe1-b92b21513930 {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:17:41.636201 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-02347d2f-eb70-4353-b18a-34be1080aac6 req-9d8714df-051d-4228-9a66-f5469fde0b93 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:41.682906 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:41.716834 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0781cd-3ddf-48ed-806b-2f609fdb22d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e82257-1caa-48c1-af33-9ee84eaabdec'}] {{(pid=86317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:17:41.727508 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 37e82257-1caa-48c1-af33-9ee84eaabdec, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=37e82257-1caa-48c1-af33-9ee84eaabdec,segment=NetworkSegment(8b4114bc-def4-4c81-b436-016246a35286),segment_id=8b4114bc-def4-4c81-b436-016246a35286)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:17:41.731294 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:41.733915 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:41.775913 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0781cd-3ddf-48ed-806b-2f609fdb22d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e82257-1caa-48c1-af33-9ee84eaabdec', 'code': 200} Apr 22 16:17:41.828241 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=37e82257-1caa-48c1-af33-9ee84eaabdec,revision_number=5']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:41.831590 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:41.832579 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:41.907670 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-02347d2f-eb70-4353-b18a-34be1080aac6 req-9d8714df-051d-4228-9a66-f5469fde0b93 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] For port 056fdee5-d15b-46fc-abe1-b92b21513930, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=056fdee5-d15b-46fc-abe1-b92b21513930,segment=NetworkSegment(4e4927e9-28f0-4804-ad23-92304e883f46),segment_id=4e4927e9-28f0-4804-ad23-92304e883f46)] {{(pid=86316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:17:41.907997 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-02347d2f-eb70-4353-b18a-34be1080aac6 req-9d8714df-051d-4228-9a66-f5469fde0b93 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:42.086591 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-02347d2f-eb70-4353-b18a-34be1080aac6 req-9d8714df-051d-4228-9a66-f5469fde0b93 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Calling delete_port for 056fdee5-d15b-46fc-abe1-b92b21513930 owned by compute:nova {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:17:42.201813 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291713f-4109-431c-aec4-20d38212e638 req-5b518408-7f69-46c7-ab47-ebe517be6438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:42.204034 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6291713f-4109-431c-aec4-20d38212e638 req-5b518408-7f69-46c7-ab47-ebe517be6438 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 1099 time: 0.2285211 Apr 22 16:17:42.344788 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6291713f-4109-431c-aec4-20d38212e638 req-b038b3c4-9faf-497a-b3f3-0f19c3b66c88 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063325 Apr 22 16:17:42.361937 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-02347d2f-eb70-4353-b18a-34be1080aac6 req-9d8714df-051d-4228-9a66-f5469fde0b93 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:42.369420 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:42.373726 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['5ad70732-640d-4281-9477-9314b5f10b1b', '056fdee5-d15b-46fc-abe1-b92b21513930'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:17:42.388310 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:17:42.421778 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8714df-051d-4228-9a66-f5469fde0b93 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Pushing event deleted for resources: {'Port': ['ID=056fdee5-d15b-46fc-abe1-b92b21513930,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:42.424957 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9d8714df-051d-4228-9a66-f5469fde0b93 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:42.528076 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-02347d2f-eb70-4353-b18a-34be1080aac6 req-9d8714df-051d-4228-9a66-f5469fde0b93 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] No DVR routers for this DVR port 056fdee5-d15b-46fc-abe1-b92b21513930 on host hv-cinder-78462 {{(pid=86316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:17:42.534100 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-02347d2f-eb70-4353-b18a-34be1080aac6 req-9d8714df-051d-4228-9a66-f5469fde0b93 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:42.547364 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9260f-5358-41e1-bc1c-4c861e8021cd req-7636240d-2758-4087-aa41-b3707f002850 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:42.549023 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bfb9260f-5358-41e1-bc1c-4c861e8021cd req-7636240d-2758-4087-aa41-b3707f002850 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 946 time: 0.2487907 Apr 22 16:17:42.549586 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d', 'name': 'network-vif-deleted', 'tag': '056fdee5-d15b-46fc-abe1-b92b21513930'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:17:42.607685 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-02347d2f-eb70-4353-b18a-34be1080aac6 req-9d8714df-051d-4228-9a66-f5469fde0b93 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.43 "DELETE /v2.0/ports/056fdee5-d15b-46fc-abe1-b92b21513930 HTTP/1.1" status: 204 len: 173 time: 1.0471666 Apr 22 16:17:42.655478 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bfb9260f-5358-41e1-bc1c-4c861e8021cd req-38278fd6-e655-4fe4-9a88-80c3b3433643 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977921 Apr 22 16:17:42.666129 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-60f6951e-064d-4b8f-9f61-fcc5d11000b4 req-cbd569b5-3e4f-4a29-8fa9-772b00323520 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Synchronizing usage tracker for tenant:472f8b7a41be46c18e3861f072af2690 on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:17:42.688074 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-60f6951e-064d-4b8f-9f61-fcc5d11000b4 req-cbd569b5-3e4f-4a29-8fa9-772b00323520 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Unset dirty status for tenant:472f8b7a41be46c18e3861f072af2690 on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:17:42.689434 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-60f6951e-064d-4b8f-9f61-fcc5d11000b4 req-cbd569b5-3e4f-4a29-8fa9-772b00323520 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d HTTP/1.1" status: 200 len: 210 time: 0.0879180 Apr 22 16:17:42.719739 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ee0ccf-4cb4-47b7-a0ad-c0171ce3820d', 'name': 'network-vif-deleted', 'tag': '056fdee5-d15b-46fc-abe1-b92b21513930', 'status': 'completed', 'code': 200} Apr 22 16:17:43.121473 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:43.861622 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00375e2-d883-46a5-9670-b9535073e075 req-b83ec3e2-3b75-46d1-8a08-8fb4c293a0e5 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:43.863224 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c00375e2-d883-46a5-9670-b9535073e075 req-b83ec3e2-3b75-46d1-8a08-8fb4c293a0e5 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 946 time: 0.0898609 Apr 22 16:17:43.913645 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c00375e2-d883-46a5-9670-b9535073e075 req-6688f44e-53ef-4555-8936-dd3338b18ebc tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434458 Apr 22 16:17:44.176554 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee02c40-0438-44bb-8a2b-15d6bb1eaa24 req-3edd8d9e-6545-4c5f-ab2a-e5d04e990260 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:44.178387 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1ee02c40-0438-44bb-8a2b-15d6bb1eaa24 req-3edd8d9e-6545-4c5f-ab2a-e5d04e990260 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 946 time: 0.1472030 Apr 22 16:17:44.238190 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9db169-2ee1-4e1c-b8e6-dee49155c8f8 req-fecb0e18-3da3-47de-93ce-b0e44b6ad5fd tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:44.239986 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ae9db169-2ee1-4e1c-b8e6-dee49155c8f8 req-fecb0e18-3da3-47de-93ce-b0e44b6ad5fd tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.1459398 Apr 22 16:17:44.247250 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1ee02c40-0438-44bb-8a2b-15d6bb1eaa24 req-45f1f1d2-1bbf-4918-8f4a-427c5a9bbed5 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606999 Apr 22 16:17:44.293147 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ae9db169-2ee1-4e1c-b8e6-dee49155c8f8 req-37eb18fd-4134-40a2-8bb3-e9503907315e tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448830 Apr 22 16:17:44.869493 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eafcaa-1321-47bb-a3b5-d0dc900c1535 req-9aad43c1-957a-4d85-b733-a4947c09e8e0 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:44.871020 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e5eafcaa-1321-47bb-a3b5-d0dc900c1535 req-9aad43c1-957a-4d85-b733-a4947c09e8e0 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 946 time: 0.2912793 Apr 22 16:17:44.919408 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e5eafcaa-1321-47bb-a3b5-d0dc900c1535 req-9bceae7e-563a-48b2-8424-c84e2505a32b tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420225 Apr 22 16:17:45.466468 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 056fdee5-d15b-46fc-abe1-b92b21513930 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:17:45.502631 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832778d5-aee6-423a-8a3d-fcabe22571a6 req-1ac1ac08-7d3a-44e7-95a5-f36fb92c42be tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:45.504211 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-832778d5-aee6-423a-8a3d-fcabe22571a6 req-1ac1ac08-7d3a-44e7-95a5-f36fb92c42be tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.0909593 Apr 22 16:17:45.504350 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] No Port match for: 056fdee5-d15b-46fc-abe1-b92b21513930 {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:17:45.504742 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 056fdee5-d15b-46fc-abe1-b92b21513930 not bound to the agent host hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:17:45.553702 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-832778d5-aee6-423a-8a3d-fcabe22571a6 req-d449898f-6746-4d9e-b77c-54025f862886 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420177 Apr 22 16:17:46.776209 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f1f08-70f8-4b11-b878-47c9911dba3f req-dcdae8ce-4674-4f2b-852f-dbe72cdee7fb tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:46.778083 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6c8f1f08-70f8-4b11-b878-47c9911dba3f req-dcdae8ce-4674-4f2b-852f-dbe72cdee7fb tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.0983102 Apr 22 16:17:46.828186 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6c8f1f08-70f8-4b11-b878-47c9911dba3f req-e13770ad-dc8c-45a1-bbd3-0d44640c1949 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431449 Apr 22 16:17:48.030093 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f556f-d35b-44fb-bc02-054e0828bf44 req-4723b676-26f0-409a-92f1-b69eb97fa07c tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:48.031693 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5b5f556f-d35b-44fb-bc02-054e0828bf44 req-4723b676-26f0-409a-92f1-b69eb97fa07c tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.0867679 Apr 22 16:17:48.080117 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5b5f556f-d35b-44fb-bc02-054e0828bf44 req-5233f273-a53b-49fc-a71c-7177daaa5d96 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414269 Apr 22 16:17:49.284755 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173afa7a-2b40-42ca-8809-bc4b52af6556 req-fec3db29-52a0-4450-bfc5-1316648261b8 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:49.286329 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-173afa7a-2b40-42ca-8809-bc4b52af6556 req-fec3db29-52a0-4450-bfc5-1316648261b8 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.0903156 Apr 22 16:17:49.334641 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-173afa7a-2b40-42ca-8809-bc4b52af6556 req-482517cb-cf65-4fcf-9c0c-4789b8dadf34 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418775 Apr 22 16:17:49.819160 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d163d72-c30a-4a3c-9dae-ac55c318a724 req-5d79682c-974b-4d13-a8f3-f800494551f3 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:49.820741 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2d163d72-c30a-4a3c-9dae-ac55c318a724 req-5d79682c-974b-4d13-a8f3-f800494551f3 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 946 time: 0.0882325 Apr 22 16:17:49.869867 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2d163d72-c30a-4a3c-9dae-ac55c318a724 req-13c6d971-fe48-4d39-9bf2-8c3d982e63c3 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427482 Apr 22 16:17:49.895004 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 45750) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:50.148707 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6172f5be-bffb-4080-9814-5a2b7a7eadda tempest-TestMinimumBasicScenario-1381425771 tempest-TestMinimumBasicScenario-1381425771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:50.149513 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-6172f5be-bffb-4080-9814-5a2b7a7eadda tempest-TestMinimumBasicScenario-1381425771 tempest-TestMinimumBasicScenario-1381425771-project-admin] Synchronizing usage tracker for tenant:ed6d0fc32e634ea59b112a4d6174080e on resource:port {{(pid=86315) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:17:50.166521 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-6172f5be-bffb-4080-9814-5a2b7a7eadda tempest-TestMinimumBasicScenario-1381425771 tempest-TestMinimumBasicScenario-1381425771-project-admin] Unset dirty status for tenant:ed6d0fc32e634ea59b112a4d6174080e on resource:port {{(pid=86315) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:17:50.167837 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-6172f5be-bffb-4080-9814-5a2b7a7eadda tempest-TestMinimumBasicScenario-1381425771 tempest-TestMinimumBasicScenario-1381425771-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 1094 time: 0.2717800 Apr 22 16:17:50.170963 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 45762) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:50.176432 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Request body: {'floatingip': {'floating_network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'port_id': '37e82257-1caa-48c1-af33-9ee84eaabdec', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:17:50.183310 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:17:50.187307 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Usage tracker for resource:floatingip and tenant:7aca53c5261c4484bf84056e3058fc5e is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:17:50.190206 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:17:50.197103 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:17:50.206446 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for floatingip, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:50.353058 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:50.501020 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Allocated IP 172.28.3.183 (88dd38af-48aa-4ea4-a266-3e61b5f89d27/323aff52-d533-47a6-aeb2-a9a8b96d3993/60b75cfd-4b20-4667-9e3f-3f21298c4df3) {{(pid=86315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:17:50.540498 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c863b-920b-4b90-8bf2-af039a9b33bc req-337d8d6d-5785-462c-85b0-e51a85ed5ae9 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:50.542155 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cf7c863b-920b-4b90-8bf2-af039a9b33bc req-337d8d6d-5785-462c-85b0-e51a85ed5ae9 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.0892861 Apr 22 16:17:50.590771 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cf7c863b-920b-4b90-8bf2-af039a9b33bc req-6caede48-b0c4-4804-a585-233879c8b216 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/security-groups?id=93f5dea2-2712-4f40-b477-f2161573a3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418987 Apr 22 16:17:50.656914 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for port, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:50.686925 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406'] for port, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:50.691745 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-15b5ad8b-bd09-4c67-8c2e-7de999d41fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:50.749800 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Network 88dd38af-48aa-4ea4-a266-3e61b5f89d27 is already hosted by enough agents. {{(pid=86315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:17:50.758140 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Resources bound (agent type, host, resource id): {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:17:50.764929 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Received port after_create {{(pid=86315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:17:50.768927 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287d912-de83-4288-9763-8e7143b160bf req-5eb8a8f4-3682-44f7-b6f3-6d1e287399f8 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:50.770465 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-9287d912-de83-4288-9763-8e7143b160bf req-5eb8a8f4-3682-44f7-b6f3-6d1e287399f8 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.43 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 945 time: 0.0916688 Apr 22 16:17:50.811537 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Pushing event updated for resources: {'Port': ['ID=60b75cfd-4b20-4667-9e3f-3f21298c4df3,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:50.831102 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:50.831516 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:50.831927 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:50.832323 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:50.832717 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:50.833109 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:50.833525 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:50.833915 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:50.834337 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:50.834746 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:50.835134 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:50.835522 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:17:50.844112 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:50.848724 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-9287d912-de83-4288-9763-8e7143b160bf req-70e125ab-3159-47dc-bb0f-4c9b0a75aac9 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Deleting port 5ad70732-640d-4281-9477-9314b5f10b1b {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:17:50.849126 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-9287d912-de83-4288-9763-8e7143b160bf req-70e125ab-3159-47dc-bb0f-4c9b0a75aac9 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:51.112472 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-9287d912-de83-4288-9763-8e7143b160bf req-70e125ab-3159-47dc-bb0f-4c9b0a75aac9 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] For port 5ad70732-640d-4281-9477-9314b5f10b1b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5ad70732-640d-4281-9477-9314b5f10b1b,segment=NetworkSegment(4e4927e9-28f0-4804-ad23-92304e883f46),segment_id=4e4927e9-28f0-4804-ad23-92304e883f46)] {{(pid=86316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:17:51.112864 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-9287d912-de83-4288-9763-8e7143b160bf req-70e125ab-3159-47dc-bb0f-4c9b0a75aac9 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:51.246267 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-9287d912-de83-4288-9763-8e7143b160bf req-70e125ab-3159-47dc-bb0f-4c9b0a75aac9 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Calling delete_port for 5ad70732-640d-4281-9477-9314b5f10b1b owned by compute:nova {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:17:51.416994 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-9287d912-de83-4288-9763-8e7143b160bf req-70e125ab-3159-47dc-bb0f-4c9b0a75aac9 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:51.424485 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-24940e3a-c177-4bbf-ba8c-448961a2e1b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:51.437859 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['5ad70732-640d-4281-9477-9314b5f10b1b'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:17:51.475265 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e125ab-3159-47dc-bb0f-4c9b0a75aac9 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Pushing event deleted for resources: {'Port': ['ID=5ad70732-640d-4281-9477-9314b5f10b1b,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:51.477767 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-70e125ab-3159-47dc-bb0f-4c9b0a75aac9 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:51.507161 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:51.563293 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-9287d912-de83-4288-9763-8e7143b160bf req-70e125ab-3159-47dc-bb0f-4c9b0a75aac9 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] No DVR routers for this DVR port 5ad70732-640d-4281-9477-9314b5f10b1b on host hv-cinder-78462 {{(pid=86316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:17:51.565901 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-9287d912-de83-4288-9763-8e7143b160bf req-70e125ab-3159-47dc-bb0f-4c9b0a75aac9 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:51.570702 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09500b38-1f35-4933-a417-12b6c5a51dbb', 'name': 'network-vif-deleted', 'tag': '5ad70732-640d-4281-9477-9314b5f10b1b'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:17:51.585376 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-9287d912-de83-4288-9763-8e7143b160bf req-70e125ab-3159-47dc-bb0f-4c9b0a75aac9 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.43 "DELETE /v2.0/ports/5ad70732-640d-4281-9477-9314b5f10b1b HTTP/1.1" status: 204 len: 173 time: 0.8086996 Apr 22 16:17:51.632285 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:51.635517 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09500b38-1f35-4933-a417-12b6c5a51dbb', 'name': 'network-vif-deleted', 'tag': '5ad70732-640d-4281-9477-9314b5f10b1b', 'status': 'completed', 'code': 200} Apr 22 16:17:51.787548 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-67466ccb-b63d-45bb-a6fc-4c37fa84ca35 req-27f081df-a497-4cc0-9202-72f311dd43d3 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Synchronizing usage tracker for tenant:472f8b7a41be46c18e3861f072af2690 on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:17:51.802048 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-67466ccb-b63d-45bb-a6fc-4c37fa84ca35 req-27f081df-a497-4cc0-9202-72f311dd43d3 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Unset dirty status for tenant:472f8b7a41be46c18e3861f072af2690 on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:17:51.804418 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-67466ccb-b63d-45bb-a6fc-4c37fa84ca35 req-27f081df-a497-4cc0-9202-72f311dd43d3 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] 10.222.0.21 "GET /v2.0/ports?device_id=09500b38-1f35-4933-a417-12b6c5a51dbb HTTP/1.1" status: 200 len: 210 time: 0.0653636 Apr 22 16:17:51.864704 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for port, precommit_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:51.868805 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:51.873633 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:51.928302 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691126'] for floatingip, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:52.070449 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Pushing event updated for resources: {'Port': ['ID=60b75cfd-4b20-4667-9e3f-3f21298c4df3,revision_number=2']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:52.082736 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:52.129316 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.l3_db [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Floating IP df43c00d-2b7f-40a8-b2c2-486ae9299eae associated. External IP: 172.28.3.183, port: 37e82257-1caa-48c1-af33-9ee84eaabdec. Apr 22 16:17:52.502024 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Router 1a735667-a2e6-4ba3-9c75-540e420573b4 has already been hosted by L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 {{(pid=86315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:17:52.691889 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:17:52.703243 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fe5931-4790-4e0d-9ab0-3bcc8aa47ad1 None None] Sync routers for ids ['1a735667-a2e6-4ba3-9c75-540e420573b4'] in dv-cinder-784623-7-smb {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:17:52.714230 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fe5931-4790-4e0d-9ab0-3bcc8aa47ad1 None None] Routers {'1a735667-a2e6-4ba3-9c75-540e420573b4'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:17:52.714919 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-57fe5931-4790-4e0d-9ab0-3bcc8aa47ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:17:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['1a735667-a2e6-4ba3-9c75-540e420573b4'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:17:52.719670 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:52.786609 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 45784) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:52.786919 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6146796 Apr 22 16:17:52.787576 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0781cd-3ddf-48ed-806b-2f609fdb22d4', 'tag': '37e82257-1caa-48c1-af33-9ee84eaabdec'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:17:52.794343 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-5ad25245-3b16-469d-844b-a19922d8fef4 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-612248390', 'description': 'tempest-secgroup-smoke-612248390 description', 'project_id': '7aca53c5261c4484bf84056e3058fc5e'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:17:52.798244 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 45790) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:52.800896 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-5ad25245-3b16-469d-844b-a19922d8fef4 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:17:52.812693 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-5ad25245-3b16-469d-844b-a19922d8fef4 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:17:52.823237 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5ad25245-3b16-469d-844b-a19922d8fef4 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:52.849554 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-5ad25245-3b16-469d-844b-a19922d8fef4 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:17:52.854368 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-5ad25245-3b16-469d-844b-a19922d8fef4 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Usage tracker for resource:security_group_rule and tenant:7aca53c5261c4484bf84056e3058fc5e is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:17:52.857705 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-5ad25245-3b16-469d-844b-a19922d8fef4 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:17:52.864769 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-5ad25245-3b16-469d-844b-a19922d8fef4 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:17:52.876848 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0781cd-3ddf-48ed-806b-2f609fdb22d4', 'tag': '37e82257-1caa-48c1-af33-9ee84eaabdec', 'status': 'completed', 'code': 200} Apr 22 16:17:52.911674 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-57fe5931-4790-4e0d-9ab0-3bcc8aa47ad1 None None] Set router 1a735667-a2e6-4ba3-9c75-540e420573b4 gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:17:52.964546 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b8c72261-4729-4074-b13b-6ad11ffea37d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:52.977214 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 45798) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:53.005179 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5ad25245-3b16-469d-844b-a19922d8fef4 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:53.011808 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5ad25245-3b16-469d-844b-a19922d8fef4 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:53.018425 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-263fb262-5b7a-4236-9069-937ea6a5eb32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:53.071586 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5ad25245-3b16-469d-844b-a19922d8fef4 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:53.072893 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-5ad25245-3b16-469d-844b-a19922d8fef4 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2851624 Apr 22 16:17:53.078569 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 45802) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:53.082003 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad25245-3b16-469d-844b-a19922d8fef4 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5860d8eb-ed64-41dd-ae16-5ae3b4ff6f8d,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:53.087148 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-1341a447-b536-405d-851e-41b6f59fc3f7 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Request body: {'security_group_rule': {'security_group_id': '5860d8eb-ed64-41dd-ae16-5ae3b4ff6f8d', 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:17:53.096510 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-5ad25245-3b16-469d-844b-a19922d8fef4 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:53.099733 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-1341a447-b536-405d-851e-41b6f59fc3f7 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:17:53.105709 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bfc1a-f5e2-4f0a-9d33-3e3bc68be776 req-7477a557-7560-41d6-839b-90f81c1fda75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:53.107307 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-994bfc1a-f5e2-4f0a-9d33-3e3bc68be776 req-7477a557-7560-41d6-839b-90f81c1fda75 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7aca53c5261c4484bf84056e3058fc5e&device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 1099 time: 0.1659243 Apr 22 16:17:53.108283 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-1341a447-b536-405d-851e-41b6f59fc3f7 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Usage tracker for resource:security_group_rule and tenant:7aca53c5261c4484bf84056e3058fc5e is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:17:53.111484 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-1341a447-b536-405d-851e-41b6f59fc3f7 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:17:53.119717 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-1341a447-b536-405d-851e-41b6f59fc3f7 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:17:53.129025 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-b8c72261-4729-4074-b13b-6ad11ffea37d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:17:53.147699 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-b8c72261-4729-4074-b13b-6ad11ffea37d admin admin] Usage tracker for resource:security_group_rule and tenant:86920dbf810e49a5aba6d6ab39a5292e is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:17:53.153357 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-b8c72261-4729-4074-b13b-6ad11ffea37d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:17:53.163954 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-b8c72261-4729-4074-b13b-6ad11ffea37d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:17:53.229346 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1341a447-b536-405d-851e-41b6f59fc3f7 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:53.291746 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-57fe5931-4790-4e0d-9ab0-3bcc8aa47ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'name': 'tempest-TestMinimumBasicScenario-2030245443-router', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:16:31Z', 'updated_at': '2021-04-22T16:16:41Z', 'revision_number': 4, 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'gw_port': {'id': 'a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:33Z', 'updated_at': '2021-04-22T16:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_floatingips': [{'id': 'df43c00d-2b7f-40a8-b2c2-486ae9299eae', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'floating_ip_address': '172.28.3.183', 'floating_network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'router_id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'port_id': '37e82257-1caa-48c1-af33-9ee84eaabdec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901c6dca-a88b-42fc-8b51-90622fddca64', 'mac_address': 'fa:16:3e:b6:3b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0781cd-3ddf-48ed-806b-2f609fdb22d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:17:51Z', 'updated_at': '2021-04-22T16:17:51Z', 'revision_number': 0, 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd192cf38-71eb-4b1d-afea-d5d9137043c5', 'name': '', 'network_id': '901c6dca-a88b-42fc-8b51-90622fddca64', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'mac_address': 'fa:16:3e:03:76:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '540790b8-1ff6-4f2e-b3db-8ed89ce47f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:40Z', 'updated_at': '2021-04-22T16:16:52Z', 'revision_number': 5, 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'subnets': [{'id': '540790b8-1ff6-4f2e-b3db-8ed89ce47f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:17:53.296237 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fe5931-4790-4e0d-9ab0-3bcc8aa47ad1 None None] Checking router: 1a735667-a2e6-4ba3-9c75-540e420573b4 for host: dv-cinder-784623-7-smb {{(pid=86318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:17:53.306169 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fe5931-4790-4e0d-9ab0-3bcc8aa47ad1 None None] Routers {'1a735667-a2e6-4ba3-9c75-540e420573b4'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:17:53.306782 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-57fe5931-4790-4e0d-9ab0-3bcc8aa47ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:17:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['1a735667-a2e6-4ba3-9c75-540e420573b4'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:17:53.309375 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bfc1a-f5e2-4f0a-9d33-3e3bc68be776 req-32cc1127-f41d-482b-988f-664bb372ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:53.310963 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-994bfc1a-f5e2-4f0a-9d33-3e3bc68be776 req-32cc1127-f41d-482b-988f-664bb372ec0d service neutron] 10.222.0.43 "GET /v2.0/networks?id=901c6dca-a88b-42fc-8b51-90622fddca64 HTTP/1.1" status: 200 len: 916 time: 0.1931393 Apr 22 16:17:53.377528 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1341a447-b536-405d-851e-41b6f59fc3f7 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:53.400837 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1341a447-b536-405d-851e-41b6f59fc3f7 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:53.410044 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:53.459011 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341a447-b536-405d-851e-41b6f59fc3f7 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f3475b-a6d2-4792-87c6-2cfedf4338b1,revision_number=0']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:53.465338 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b8c72261-4729-4074-b13b-6ad11ffea37d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:53.468090 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1341a447-b536-405d-851e-41b6f59fc3f7 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:53.469465 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-1341a447-b536-405d-851e-41b6f59fc3f7 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3898993 Apr 22 16:17:53.470800 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1341a447-b536-405d-851e-41b6f59fc3f7 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:53.473948 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 45806) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:53.476554 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-994bfc1a-f5e2-4f0a-9d33-3e3bc68be776 req-69110f83-f4a6-4eef-8ae7-65d6b551cb36 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37e82257-1caa-48c1-af33-9ee84eaabdec HTTP/1.1" status: 200 len: 1000 time: 0.1566083 Apr 22 16:17:53.482605 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-51102c06-e76d-4e59-b8dc-7ce25e7b11ea tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Request body: {'security_group_rule': {'security_group_id': '5860d8eb-ed64-41dd-ae16-5ae3b4ff6f8d', 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:17:53.489370 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-51102c06-e76d-4e59-b8dc-7ce25e7b11ea tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:17:53.508512 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b8c72261-4729-4074-b13b-6ad11ffea37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:53.519724 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-4ea5bb39-4e20-425b-bb27-1cdbdb5e8714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:53.531151 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-51102c06-e76d-4e59-b8dc-7ce25e7b11ea tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Usage tracker for resource:security_group_rule and tenant:7aca53c5261c4484bf84056e3058fc5e is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:17:53.537215 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-51102c06-e76d-4e59-b8dc-7ce25e7b11ea tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:17:53.549701 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-51102c06-e76d-4e59-b8dc-7ce25e7b11ea tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:17:53.583465 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bfc1a-f5e2-4f0a-9d33-3e3bc68be776 req-6a86ce58-57e2-4370-ae6e-606f1f9ad959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:53.585105 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-994bfc1a-f5e2-4f0a-9d33-3e3bc68be776 req-6a86ce58-57e2-4370-ae6e-606f1f9ad959 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=540790b8-1ff6-4f2e-b3db-8ed89ce47f6d HTTP/1.1" status: 200 len: 854 time: 0.0922740 Apr 22 16:17:53.585895 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-b8c72261-4729-4074-b13b-6ad11ffea37d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86920dbf810e49a5aba6d6ab39a5292e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7862940 Apr 22 16:17:53.588662 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 45810) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:53.591736 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-51102c06-e76d-4e59-b8dc-7ce25e7b11ea tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:53.618016 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c72261-4729-4074-b13b-6ad11ffea37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3440fe1d-07f1-4c09-a6ca-fa8c8bfafd78,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:53.626133 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b8c72261-4729-4074-b13b-6ad11ffea37d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:53.675565 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-57fe5931-4790-4e0d-9ab0-3bcc8aa47ad1 None None] Set router 1a735667-a2e6-4ba3-9c75-540e420573b4 gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:17:53.759277 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-02768737-365b-4e9f-8020-74a50a1fe0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084963'] for router_interface, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:53.779090 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8096798b-9778-41c9-8178-a7dd771ef2e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:53.784465 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-51102c06-e76d-4e59-b8dc-7ce25e7b11ea tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:53.801619 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-51102c06-e76d-4e59-b8dc-7ce25e7b11ea tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:53.817132 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bfc1a-f5e2-4f0a-9d33-3e3bc68be776 req-96421bed-5b36-4893-9b7f-253fe1628c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:53.819622 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-994bfc1a-f5e2-4f0a-9d33-3e3bc68be776 req-96421bed-5b36-4893-9b7f-253fe1628c61 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=901c6dca-a88b-42fc-8b51-90622fddca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2170300 Apr 22 16:17:53.826859 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:53.835532 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8096798b-9778-41c9-8178-a7dd771ef2e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:53.907534 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51102c06-e76d-4e59-b8dc-7ce25e7b11ea tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b7c2bc5-b43c-4bb0-ae68-1d072c9e9364,revision_number=0']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:53.922439 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-51102c06-e76d-4e59-b8dc-7ce25e7b11ea tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:54.001064 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-51102c06-e76d-4e59-b8dc-7ce25e7b11ea tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:54.005346 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-51102c06-e76d-4e59-b8dc-7ce25e7b11ea tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5276160 Apr 22 16:17:54.006547 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 45814) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:54.021688 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-3be9c22c-9af8-47fb-a3d5-19911bc3df33 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Request body: {'security_group_rule': {'security_group_id': '5860d8eb-ed64-41dd-ae16-5ae3b4ff6f8d', 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:17:54.032999 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-3be9c22c-9af8-47fb-a3d5-19911bc3df33 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:17:54.042846 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-3be9c22c-9af8-47fb-a3d5-19911bc3df33 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Usage tracker for resource:security_group_rule and tenant:7aca53c5261c4484bf84056e3058fc5e is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:17:54.057838 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-3be9c22c-9af8-47fb-a3d5-19911bc3df33 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:17:54.072425 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-3be9c22c-9af8-47fb-a3d5-19911bc3df33 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:17:54.076089 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-994bfc1a-f5e2-4f0a-9d33-3e3bc68be776 req-97c5e512-b7ab-4f6b-8aad-0e3a3b794e95 service neutron] 10.222.0.43 "GET /v2.0/networks/901c6dca-a88b-42fc-8b51-90622fddca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300384 Apr 22 16:17:54.076717 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8096798b-9778-41c9-8178-a7dd771ef2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:54.082186 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-57fe5931-4790-4e0d-9ab0-3bcc8aa47ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'name': 'tempest-TestMinimumBasicScenario-2030245443-router', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:16:31Z', 'updated_at': '2021-04-22T16:16:41Z', 'revision_number': 4, 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'gw_port': {'id': 'a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:33Z', 'updated_at': '2021-04-22T16:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_floatingips': [{'id': 'df43c00d-2b7f-40a8-b2c2-486ae9299eae', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'floating_ip_address': '172.28.3.183', 'floating_network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'router_id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'port_id': '37e82257-1caa-48c1-af33-9ee84eaabdec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901c6dca-a88b-42fc-8b51-90622fddca64', 'mac_address': 'fa:16:3e:b6:3b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0781cd-3ddf-48ed-806b-2f609fdb22d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:17:51Z', 'updated_at': '2021-04-22T16:17:51Z', 'revision_number': 0, 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd192cf38-71eb-4b1d-afea-d5d9137043c5', 'name': '', 'network_id': '901c6dca-a88b-42fc-8b51-90622fddca64', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'mac_address': 'fa:16:3e:03:76:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '540790b8-1ff6-4f2e-b3db-8ed89ce47f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:40Z', 'updated_at': '2021-04-22T16:16:52Z', 'revision_number': 5, 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'subnets': [{'id': '540790b8-1ff6-4f2e-b3db-8ed89ce47f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:17:54.082658 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b9b52d32-9daf-4142-b530-c2eeca5f9a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:54.086754 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fe5931-4790-4e0d-9ab0-3bcc8aa47ad1 None None] The sync data for ids ['1a735667-a2e6-4ba3-9c75-540e420573b4'] in dv-cinder-784623-7-smb is: [{'id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'name': 'tempest-TestMinimumBasicScenario-2030245443-router', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:16:31Z', 'updated_at': '2021-04-22T16:16:41Z', 'revision_number': 4, 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'gw_port': {'id': 'a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:33Z', 'updated_at': '2021-04-22T16:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_floatingips': [{'id': 'df43c00d-2b7f-40a8-b2c2-486ae9299eae', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'floating_ip_address': '172.28.3.183', 'floating_network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'router_id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'port_id': '37e82257-1caa-48c1-af33-9ee84eaabdec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901c6dca-a88b-42fc-8b51-90622fddca64', 'mac_address': 'fa:16:3e:b6:3b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0781cd-3ddf-48ed-806b-2f609fdb22d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:17:51Z', 'updated_at': '2021-04-22T16:17:51Z', 'revision_number': 0, 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd192cf38-71eb-4b1d-afea-d5d9137043c5', 'name': '', 'network_id': '901c6dca-a88b-42fc-8b51-90622fddca64', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'mac_address': 'fa:16:3e:03:76:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '540790b8-1ff6-4f2e-b3db-8ed89ce47f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:40Z', 'updated_at': '2021-04-22T16:16:52Z', 'revision_number': 5, 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'subnets': [{'id': '540790b8-1ff6-4f2e-b3db-8ed89ce47f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:17:54.144346 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096798b-9778-41c9-8178-a7dd771ef2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3440fe1d-07f1-4c09-a6ca-fa8c8bfafd78,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:54.152544 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-8096798b-9778-41c9-8178-a7dd771ef2e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:54.161106 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8096798b-9778-41c9-8178-a7dd771ef2e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:54.162859 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-8096798b-9778-41c9-8178-a7dd771ef2e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3440fe1d-07f1-4c09-a6ca-fa8c8bfafd78 HTTP/1.1" status: 204 len: 168 time: 0.5729711 Apr 22 16:17:54.163645 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3be9c22c-9af8-47fb-a3d5-19911bc3df33 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:54.311422 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-994bfc1a-f5e2-4f0a-9d33-3e3bc68be776 req-1464ad22-8de5-4b23-98e5-6db576068620 service neutron] 10.222.0.43 "GET /v2.0/networks/901c6dca-a88b-42fc-8b51-90622fddca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219267 Apr 22 16:17:54.313082 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3be9c22c-9af8-47fb-a3d5-19911bc3df33 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:54.316318 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3be9c22c-9af8-47fb-a3d5-19911bc3df33 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:54.319039 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1341a447-b536-405d-851e-41b6f59fc3f7 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:54.348970 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9c22c-9af8-47fb-a3d5-19911bc3df33 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5aa4241-e4a4-49fe-a8b1-4887c92bf55f,revision_number=0']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:54.351809 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-3be9c22c-9af8-47fb-a3d5-19911bc3df33 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:54.360546 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3be9c22c-9af8-47fb-a3d5-19911bc3df33 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:54.364798 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-3be9c22c-9af8-47fb-a3d5-19911bc3df33 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3525217 Apr 22 16:17:54.364798 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 45822) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:54.371434 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-7707ebf1-ed51-4e3e-b8d3-d14561e66c5d tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Request body: {'security_group_rule': {'security_group_id': '5860d8eb-ed64-41dd-ae16-5ae3b4ff6f8d', 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:17:54.378384 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-7707ebf1-ed51-4e3e-b8d3-d14561e66c5d tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:17:54.383582 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-7707ebf1-ed51-4e3e-b8d3-d14561e66c5d tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Usage tracker for resource:security_group_rule and tenant:7aca53c5261c4484bf84056e3058fc5e is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:17:54.386918 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-7707ebf1-ed51-4e3e-b8d3-d14561e66c5d tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:17:54.393415 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-7707ebf1-ed51-4e3e-b8d3-d14561e66c5d tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:17:54.402775 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-02768737-365b-4e9f-8020-74a50a1fe0cc admin admin] Deleting port 6e208eb9-8205-4594-99db-94f41a7ca0ff {{(pid=86315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:17:54.403305 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-02768737-365b-4e9f-8020-74a50a1fe0cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:54.411478 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7707ebf1-ed51-4e3e-b8d3-d14561e66c5d tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:54.458919 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcc49b2-8190-4b11-937d-b6eae4391c6d None None] New status for floating IP df43c00d-2b7f-40a8-b2c2-486ae9299eae: ACTIVE {{(pid=86317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:17:54.516858 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7707ebf1-ed51-4e3e-b8d3-d14561e66c5d tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:54.521170 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7707ebf1-ed51-4e3e-b8d3-d14561e66c5d tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:54.530766 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:54.554997 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707ebf1-ed51-4e3e-b8d3-d14561e66c5d tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3adb65a9-4311-45d4-b2db-b4178d887bc0,revision_number=0']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:54.563266 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-7707ebf1-ed51-4e3e-b8d3-d14561e66c5d tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:54.572975 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7707ebf1-ed51-4e3e-b8d3-d14561e66c5d tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:54.579839 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-7707ebf1-ed51-4e3e-b8d3-d14561e66c5d tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2131503 Apr 22 16:17:54.580533 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 45832) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:54.588806 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-78c08bda-6f9f-4a89-885e-24b22d5ed184 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Request body: {'security_group_rule': {'security_group_id': '5860d8eb-ed64-41dd-ae16-5ae3b4ff6f8d', 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:17:54.600468 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-78c08bda-6f9f-4a89-885e-24b22d5ed184 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:17:54.617673 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-78c08bda-6f9f-4a89-885e-24b22d5ed184 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Usage tracker for resource:security_group_rule and tenant:7aca53c5261c4484bf84056e3058fc5e is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:17:54.624593 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-78c08bda-6f9f-4a89-885e-24b22d5ed184 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:17:54.637802 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-78c08bda-6f9f-4a89-885e-24b22d5ed184 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:17:54.641361 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-02768737-365b-4e9f-8020-74a50a1fe0cc admin admin] For port 6e208eb9-8205-4594-99db-94f41a7ca0ff, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=6e208eb9-8205-4594-99db-94f41a7ca0ff,segment=NetworkSegment(4e4927e9-28f0-4804-ad23-92304e883f46),segment_id=4e4927e9-28f0-4804-ad23-92304e883f46)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:17:54.641722 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-02768737-365b-4e9f-8020-74a50a1fe0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:54.780563 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.securitygroups_db [None req-78c08bda-6f9f-4a89-885e-24b22d5ed184 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Project 7aca53c5261c4484bf84056e3058fc5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 16:17:54.794350 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-02768737-365b-4e9f-8020-74a50a1fe0cc admin admin] Calling delete_port for 6e208eb9-8205-4594-99db-94f41a7ca0ff owned by network:router_interface {{(pid=86315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:17:54.835008 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-78c08bda-6f9f-4a89-885e-24b22d5ed184 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:55.161285 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-78c08bda-6f9f-4a89-885e-24b22d5ed184 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:55.170816 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-78c08bda-6f9f-4a89-885e-24b22d5ed184 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:55.174307 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:55.205424 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c08bda-6f9f-4a89-885e-24b22d5ed184 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb042f11-0756-4f5f-9cd1-0158b09c73d9,revision_number=0']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:55.217177 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-78c08bda-6f9f-4a89-885e-24b22d5ed184 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:55.261925 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-78c08bda-6f9f-4a89-885e-24b22d5ed184 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:55.263262 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-78c08bda-6f9f-4a89-885e-24b22d5ed184 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6816406 Apr 22 16:17:55.266356 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 45852) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:55.273626 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-802a3249-f5b0-490e-8980-cdf1cfe7deab tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Request body: {'security_group_rule': {'security_group_id': '5860d8eb-ed64-41dd-ae16-5ae3b4ff6f8d', 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:17:55.284297 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-802a3249-f5b0-490e-8980-cdf1cfe7deab tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:17:55.285086 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-02768737-365b-4e9f-8020-74a50a1fe0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411'] for port, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:55.289231 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-802a3249-f5b0-490e-8980-cdf1cfe7deab tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Usage tracker for resource:security_group_rule and tenant:7aca53c5261c4484bf84056e3058fc5e is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:17:55.290594 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f85c20f0-362b-4745-af20-a566b4ba8d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:55.292309 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-802a3249-f5b0-490e-8980-cdf1cfe7deab tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:17:55.298507 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-802a3249-f5b0-490e-8980-cdf1cfe7deab tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:17:55.310523 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.securitygroups_db [None req-802a3249-f5b0-490e-8980-cdf1cfe7deab tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Project 7aca53c5261c4484bf84056e3058fc5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 16:17:55.317822 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-802a3249-f5b0-490e-8980-cdf1cfe7deab tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:55.343528 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02768737-365b-4e9f-8020-74a50a1fe0cc admin admin] Pushing event deleted for resources: {'Port': ['ID=6e208eb9-8205-4594-99db-94f41a7ca0ff,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:55.377542 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-02768737-365b-4e9f-8020-74a50a1fe0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:55.394320 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-802a3249-f5b0-490e-8980-cdf1cfe7deab tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:55.397360 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-802a3249-f5b0-490e-8980-cdf1cfe7deab tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:55.405791 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:55.426417 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a3249-f5b0-490e-8980-cdf1cfe7deab tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5fad0be-06b4-40ab-a5ae-4ab3ea40b9b4,revision_number=0']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:55.429454 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-802a3249-f5b0-490e-8980-cdf1cfe7deab tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:55.436828 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-802a3249-f5b0-490e-8980-cdf1cfe7deab tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:55.438106 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-802a3249-f5b0-490e-8980-cdf1cfe7deab tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1705971 Apr 22 16:17:55.522766 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 5ad70732-640d-4281-9477-9314b5f10b1b no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:17:55.562532 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] No Port match for: 5ad70732-640d-4281-9477-9314b5f10b1b {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:17:55.563172 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 5ad70732-640d-4281-9477-9314b5f10b1b not bound to the agent host hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:17:55.573957 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-02768737-365b-4e9f-8020-74a50a1fe0cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854084893'] for router_interface, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:55.589312 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-75e57372-5547-432b-a1fd-b781551e13af req-4befc29a-bcd5-4786-b353-aaac1f6b1543 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Synchronizing usage tracker for tenant:7aca53c5261c4484bf84056e3058fc5e on resource:security_group {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:17:55.604505 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-75e57372-5547-432b-a1fd-b781551e13af req-4befc29a-bcd5-4786-b353-aaac1f6b1543 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Unset dirty status for tenant:7aca53c5261c4484bf84056e3058fc5e on resource:security_group {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:17:55.606963 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-75e57372-5547-432b-a1fd-b781551e13af req-4befc29a-bcd5-4786-b353-aaac1f6b1543 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-612248390&fields=id&tenant_id=7aca53c5261c4484bf84056e3058fc5e HTTP/1.1" status: 200 len: 267 time: 0.0750387 Apr 22 16:17:55.702534 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e57372-5547-432b-a1fd-b781551e13af req-9450d2ef-0f79-447d-a899-090aaac67795 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:55.704149 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-75e57372-5547-432b-a1fd-b781551e13af req-9450d2ef-0f79-447d-a899-090aaac67795 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 946 time: 0.0918231 Apr 22 16:17:55.716655 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-75e57372-5547-432b-a1fd-b781551e13af req-6762729b-5494-4bb5-aa18-78c168ea8d6c tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Request body: {'port': {'security_groups': ['787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425', '5860d8eb-ed64-41dd-ae16-5ae3b4ff6f8d']}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:17:55.867671 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-75e57372-5547-432b-a1fd-b781551e13af req-6762729b-5494-4bb5-aa18-78c168ea8d6c tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:56.005956 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02768737-365b-4e9f-8020-74a50a1fe0cc admin admin] Router efb74712-0cf7-4bef-9172-0b4804eaf246 has already been hosted by L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 {{(pid=86315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:17:56.149406 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-75e57372-5547-432b-a1fd-b781551e13af req-6762729b-5494-4bb5-aa18-78c168ea8d6c tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] For port 37e82257-1caa-48c1-af33-9ee84eaabdec, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=37e82257-1caa-48c1-af33-9ee84eaabdec,segment=NetworkSegment(8b4114bc-def4-4c81-b436-016246a35286),segment_id=8b4114bc-def4-4c81-b436-016246a35286)] {{(pid=86316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:17:56.179946 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-75e57372-5547-432b-a1fd-b781551e13af req-6762729b-5494-4bb5-aa18-78c168ea8d6c tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:56.183344 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-75e57372-5547-432b-a1fd-b781551e13af req-6762729b-5494-4bb5-aa18-78c168ea8d6c tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:56.189123 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-4d151732-7815-4084-a08e-3bdba26f7303 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:56.196774 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['37e82257-1caa-48c1-af33-9ee84eaabdec'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:17:56.205604 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02768737-365b-4e9f-8020-74a50a1fe0cc admin admin] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:17:56.213989 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-02768737-365b-4e9f-8020-74a50a1fe0cc admin admin] 10.222.0.21 "PUT /v2.0/routers/efb74712-0cf7-4bef-9172-0b4804eaf246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2329373 Apr 22 16:17:56.214116 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 45870) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:56.222446 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a5c1db-887e-46d6-90c6-23a1e478335f None None] Sync routers for ids ['efb74712-0cf7-4bef-9172-0b4804eaf246'] in dv-cinder-784623-7-smb {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:17:56.234914 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a5c1db-887e-46d6-90c6-23a1e478335f None None] Routers {'efb74712-0cf7-4bef-9172-0b4804eaf246'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:17:56.236167 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-d9a5c1db-887e-46d6-90c6-23a1e478335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:17:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['efb74712-0cf7-4bef-9172-0b4804eaf246'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:17:56.266195 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762729b-5494-4bb5-aa18-78c168ea8d6c tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Pushing event updated for resources: {'Port': ['ID=37e82257-1caa-48c1-af33-9ee84eaabdec,revision_number=6']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:56.280013 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-6762729b-5494-4bb5-aa18-78c168ea8d6c tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:56.292789 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e57372-5547-432b-a1fd-b781551e13af req-6762729b-5494-4bb5-aa18-78c168ea8d6c tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:56.293473 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-75e57372-5547-432b-a1fd-b781551e13af req-6762729b-5494-4bb5-aa18-78c168ea8d6c tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:56.302312 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-75e57372-5547-432b-a1fd-b781551e13af req-6762729b-5494-4bb5-aa18-78c168ea8d6c tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "PUT /v2.0/ports/37e82257-1caa-48c1-af33-9ee84eaabdec HTTP/1.1" status: 200 len: 982 time: 0.5906022 Apr 22 16:17:56.303109 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0781cd-3ddf-48ed-806b-2f609fdb22d4', 'tag': '37e82257-1caa-48c1-af33-9ee84eaabdec'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:17:56.356118 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0781cd-3ddf-48ed-806b-2f609fdb22d4', 'tag': '37e82257-1caa-48c1-af33-9ee84eaabdec', 'status': 'completed', 'code': 200} Apr 22 16:17:56.442829 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['37e82257-1caa-48c1-af33-9ee84eaabdec'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:17:56.484880 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-d9a5c1db-887e-46d6-90c6-23a1e478335f None None] Set router efb74712-0cf7-4bef-9172-0b4804eaf246 gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:17:56.598611 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7c0da-69bf-4fa9-a916-78d05d39312b req-8b9ad285-1626-4f94-a56e-95f7177860d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:56.601047 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-dab7c0da-69bf-4fa9-a916-78d05d39312b req-8b9ad285-1626-4f94-a56e-95f7177860d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7aca53c5261c4484bf84056e3058fc5e&device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 1138 time: 0.2183816 Apr 22 16:17:56.681531 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-bddf20ef-9222-43a0-b51d-0b4d45560b14 None None] Provisioning complete for port 37e82257-1caa-48c1-af33-9ee84eaabdec triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:17:56.682184 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bddf20ef-9222-43a0-b51d-0b4d45560b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:56.684497 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2df570-3522-4780-a5c8-665a59950e14 req-49451e60-8d19-4d18-afef-9c309a93bd85 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:56.686238 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3d2df570-3522-4780-a5c8-665a59950e14 req-49451e60-8d19-4d18-afef-9c309a93bd85 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 985 time: 0.1975021 Apr 22 16:17:56.831979 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3d2df570-3522-4780-a5c8-665a59950e14 req-b333563e-4efe-4e66-8b74-ec734f4f11de tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=5860d8eb-ed64-41dd-ae16-5ae3b4ff6f8d&id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0835927 Apr 22 16:17:56.851788 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7c0da-69bf-4fa9-a916-78d05d39312b req-f2d991b5-91ce-4807-ae5c-b5dd7c3d9e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:56.853866 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-dab7c0da-69bf-4fa9-a916-78d05d39312b req-f2d991b5-91ce-4807-ae5c-b5dd7c3d9e3f service neutron] 10.222.0.43 "GET /v2.0/networks?id=901c6dca-a88b-42fc-8b51-90622fddca64 HTTP/1.1" status: 200 len: 916 time: 0.2354567 Apr 22 16:17:56.876347 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f4035847-4fa5-4632-b06f-d8344fd714aa admin admin] Notify callbacks [] for router, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:56.883310 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-d9a5c1db-887e-46d6-90c6-23a1e478335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb74712-0cf7-4bef-9172-0b4804eaf246', 'name': 'tempest-ServerRescueNegativeTestJSON-1820133554-router', 'tenant_id': '472f8b7a41be46c18e3861f072af2690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.4'}], 'enable_snat': True}, 'gw_port_id': '8f378933-5eb9-4074-bd07-1947406f5aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:26Z', 'updated_at': '2021-04-22T16:17:55Z', 'revision_number': 5, 'project_id': '472f8b7a41be46c18e3861f072af2690', 'gw_port': {'id': '8f378933-5eb9-4074-bd07-1947406f5aae', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb74712-0cf7-4bef-9172-0b4804eaf246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:28Z', 'updated_at': '2021-04-22T16:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb'}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:17:56.888537 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a5c1db-887e-46d6-90c6-23a1e478335f None None] Checking router: efb74712-0cf7-4bef-9172-0b4804eaf246 for host: dv-cinder-784623-7-smb {{(pid=86318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:17:56.899478 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a5c1db-887e-46d6-90c6-23a1e478335f None None] Routers {'efb74712-0cf7-4bef-9172-0b4804eaf246'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:17:56.900351 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-d9a5c1db-887e-46d6-90c6-23a1e478335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:17:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['efb74712-0cf7-4bef-9172-0b4804eaf246'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:17:56.997958 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-dab7c0da-69bf-4fa9-a916-78d05d39312b req-df4a46d8-3356-4b58-bb98-79191560a58d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37e82257-1caa-48c1-af33-9ee84eaabdec HTTP/1.1" status: 200 len: 1002 time: 0.1222103 Apr 22 16:17:57.085497 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7c0da-69bf-4fa9-a916-78d05d39312b req-d2d428d5-b078-4afb-a8db-a2d35d88b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:57.088270 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-dab7c0da-69bf-4fa9-a916-78d05d39312b req-d2d428d5-b078-4afb-a8db-a2d35d88b38d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=540790b8-1ff6-4f2e-b3db-8ed89ce47f6d HTTP/1.1" status: 200 len: 854 time: 0.0810204 Apr 22 16:17:57.113327 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f4035847-4fa5-4632-b06f-d8344fd714aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:57.129951 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f4035847-4fa5-4632-b06f-d8344fd714aa admin admin] Deleting port 8f378933-5eb9-4074-bd07-1947406f5aae {{(pid=86315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:17:57.129951 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f4035847-4fa5-4632-b06f-d8344fd714aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:57.205125 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-d9a5c1db-887e-46d6-90c6-23a1e478335f None None] Set router efb74712-0cf7-4bef-9172-0b4804eaf246 gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:17:57.434138 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f4035847-4fa5-4632-b06f-d8344fd714aa admin admin] For port 8f378933-5eb9-4074-bd07-1947406f5aae, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=8f378933-5eb9-4074-bd07-1947406f5aae,segment=NetworkSegment(0a545a0b-864e-4a70-9faa-625966eb1a15),segment_id=0a545a0b-864e-4a70-9faa-625966eb1a15)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:17:57.434587 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f4035847-4fa5-4632-b06f-d8344fd714aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:57.537781 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7c0da-69bf-4fa9-a916-78d05d39312b req-4e85eee1-4f40-4ad5-a78a-76e18fc59cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:17:57.539754 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-dab7c0da-69bf-4fa9-a916-78d05d39312b req-4e85eee1-4f40-4ad5-a78a-76e18fc59cd4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=901c6dca-a88b-42fc-8b51-90622fddca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4408951 Apr 22 16:17:57.601155 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-d9a5c1db-887e-46d6-90c6-23a1e478335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb74712-0cf7-4bef-9172-0b4804eaf246', 'name': 'tempest-ServerRescueNegativeTestJSON-1820133554-router', 'tenant_id': '472f8b7a41be46c18e3861f072af2690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.4'}], 'enable_snat': True}, 'gw_port_id': '8f378933-5eb9-4074-bd07-1947406f5aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:26Z', 'updated_at': '2021-04-22T16:17:55Z', 'revision_number': 5, 'project_id': '472f8b7a41be46c18e3861f072af2690', 'gw_port': {'id': '8f378933-5eb9-4074-bd07-1947406f5aae', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb74712-0cf7-4bef-9172-0b4804eaf246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:28Z', 'updated_at': '2021-04-22T16:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb'}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:17:57.602157 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f4035847-4fa5-4632-b06f-d8344fd714aa admin admin] Calling delete_port for 8f378933-5eb9-4074-bd07-1947406f5aae owned by network:router_gateway {{(pid=86315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:17:57.605618 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a5c1db-887e-46d6-90c6-23a1e478335f None None] The sync data for ids ['efb74712-0cf7-4bef-9172-0b4804eaf246'] in dv-cinder-784623-7-smb is: [{'id': 'efb74712-0cf7-4bef-9172-0b4804eaf246', 'name': 'tempest-ServerRescueNegativeTestJSON-1820133554-router', 'tenant_id': '472f8b7a41be46c18e3861f072af2690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.4'}], 'enable_snat': True}, 'gw_port_id': '8f378933-5eb9-4074-bd07-1947406f5aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:26Z', 'updated_at': '2021-04-22T16:17:55Z', 'revision_number': 5, 'project_id': '472f8b7a41be46c18e3861f072af2690', 'gw_port': {'id': '8f378933-5eb9-4074-bd07-1947406f5aae', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb74712-0cf7-4bef-9172-0b4804eaf246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:28Z', 'updated_at': '2021-04-22T16:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb'}] {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:17:57.747487 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-dab7c0da-69bf-4fa9-a916-78d05d39312b req-5c12fd99-2cc4-40a4-8924-98c265e54362 service neutron] 10.222.0.43 "GET /v2.0/networks/901c6dca-a88b-42fc-8b51-90622fddca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964362 Apr 22 16:17:57.748605 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 6e208eb9-8205-4594-99db-94f41a7ca0ff no longer exists at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:17:57.788512 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] No Port match for: 6e208eb9-8205-4594-99db-94f41a7ca0ff {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:17:57.788818 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 6e208eb9-8205-4594-99db-94f41a7ca0ff not bound to the agent host dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:17:57.815681 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f4035847-4fa5-4632-b06f-d8344fd714aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411'] for port, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:57.821789 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:57.870957 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4035847-4fa5-4632-b06f-d8344fd714aa admin admin] Pushing event deleted for resources: {'Port': ['ID=8f378933-5eb9-4074-bd07-1947406f5aae,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:57.874635 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f4035847-4fa5-4632-b06f-d8344fd714aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:57.899364 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-dab7c0da-69bf-4fa9-a916-78d05d39312b req-1dbda658-b096-4fb9-b13d-797dae6168cd service neutron] 10.222.0.43 "GET /v2.0/networks/901c6dca-a88b-42fc-8b51-90622fddca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445148 Apr 22 16:17:57.923706 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f4035847-4fa5-4632-b06f-d8344fd714aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684898'] for router_gateway, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:58.110398 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f4035847-4fa5-4632-b06f-d8344fd714aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854759653'] for router, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:58.112738 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f4035847-4fa5-4632-b06f-d8344fd714aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:58.199538 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f4035847-4fa5-4632-b06f-d8344fd714aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854087814'] for router, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:58.200095 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4035847-4fa5-4632-b06f-d8344fd714aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router efb74712-0cf7-4bef-9172-0b4804eaf246 {{(pid=86315) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:17:58.213584 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f4035847-4fa5-4632-b06f-d8344fd714aa admin admin] Notify callbacks [] for router, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:58.214851 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-f4035847-4fa5-4632-b06f-d8344fd714aa admin admin] 10.222.0.21 "DELETE /v2.0/routers/efb74712-0cf7-4bef-9172-0b4804eaf246 HTTP/1.1" status: 204 len: 168 time: 1.9996445 Apr 22 16:17:58.217648 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 45886) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:58.284546 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_v2 [None req-3010ef75-cfd7-4410-8d42-5e3ea49986bc admin admin] Deleting subnet 6c87f420-a23d-47e7-a4ec-31ede37a20fc {{(pid=86315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:17:58.288299 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3010ef75-cfd7-4410-8d42-5e3ea49986bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:58.343115 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3010ef75-cfd7-4410-8d42-5e3ea49986bc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:58.351092 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3010ef75-cfd7-4410-8d42-5e3ea49986bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33244205'] for subnet, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:58.608462 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3010ef75-cfd7-4410-8d42-5e3ea49986bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821531627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319'] for subnet, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:58.612297 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:58.653561 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010ef75-cfd7-4410-8d42-5e3ea49986bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c87f420-a23d-47e7-a4ec-31ede37a20fc,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:58.656874 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-3010ef75-cfd7-4410-8d42-5e3ea49986bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:58.658339 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3010ef75-cfd7-4410-8d42-5e3ea49986bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for subnet, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:58.665175 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-3010ef75-cfd7-4410-8d42-5e3ea49986bc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6c87f420-a23d-47e7-a4ec-31ede37a20fc HTTP/1.1" status: 204 len: 168 time: 0.4462025 Apr 22 16:17:58.667862 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 45890) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:58.785817 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33148001'] for network, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:58.921364 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036821531528', 'neutron.services.segments.db._delete_segments_for_network-8794767365747'] for network, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:59.036890 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:17:59.037309 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:17:59.038513 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:17:59.038940 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] Subscribe: > port after_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:17:59.039354 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] Subscribe: > port after_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:17:59.039803 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] Subscribe: > port after_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:17:59.040173 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:17:59.040541 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:17:59.040906 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:17:59.041269 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:17:59.176069 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:17:59.176394 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:17:59.176764 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:17:59.177133 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86315) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 16:17:59.177524 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66201a63-9212-43a4-b99c-22c43b7ecdf4']}} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:17:59.192450 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4927e9-28f0-4804-ad23-92304e883f46') {'for_net_delete': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:17:59.192785 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4927e9-28f0-4804-ad23-92304e883f46') {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:17:59.204538 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242087248739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2435194'] for segment, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:59.220056 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:59.227702 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=86315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:17:59.403475 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] Network 66201a63-9212-43a4-b99c-22c43b7ecdf4 has no segments {{(pid=86315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:17:59.412998 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33247036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853729396'] for segment, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:59.589085 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] Network 66201a63-9212-43a4-b99c-22c43b7ecdf4 has no segments {{(pid=86315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: from cryptography.utils import int_from_bytes Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: from cryptography.utils import int_from_bytes Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: (rel_b, rel_a, rel_b), Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: (rel_b, rel_a, rel_b), Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: Traceback (most recent call last): Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: timer() Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: cb(*args, **kw) Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: return func(*args, **kwargs) Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: self._notify() Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: self.callback(batched_events) Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: event.method(event) Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: segment_id)['aggregates'][0] Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: return f(self, *a, **k) Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: return self._get(url).json() Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: **kwargs) Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: return self.request(url, 'GET', **kwargs) Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: **endpoint_filter) Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:17:59.614327 dv-cinder-784623-7-smb neutron-server[86202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:17:59.692476 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691077'] for network, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:59.698248 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:17:59.702065 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-052912c3-c088-4b2f-90f8-554f30118610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:17:59.724333 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] Pushing event deleted for resources: {'Network': ['ID=66201a63-9212-43a4-b99c-22c43b7ecdf4,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:17:59.727567 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:17:59.732318 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-d3e52a5c-cb7b-46fc-9319-42a3f0eadddc admin admin] 10.222.0.21 "DELETE /v2.0/networks/66201a63-9212-43a4-b99c-22c43b7ecdf4 HTTP/1.1" status: 204 len: 168 time: 1.0630982 Apr 22 16:17:59.782359 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 8f378933-5eb9-4074-bd07-1947406f5aae no longer exists at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:17:59.819572 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] No Port match for: 8f378933-5eb9-4074-bd07-1947406f5aae {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:17:59.819967 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 8f378933-5eb9-4074-bd07-1947406f5aae not bound to the agent host dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:17:59.914223 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 45906) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:17:59.966858 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-78dbb791-4221-4b03-8ded-85af65050776 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=472f8b7a41be46c18e3861f072af2690&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0512323 Apr 22 16:17:59.969446 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 45912) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:00.031451 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-aad60d4a-5c12-42d8-b259-edeac33da831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:00.058758 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-aad60d4a-5c12-42d8-b259-edeac33da831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:00.109659 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-aad60d4a-5c12-42d8-b259-edeac33da831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:00.114974 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-809b7927-8832-42c1-8569-f42990321571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:00.129346 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad60d4a-5c12-42d8-b259-edeac33da831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f5dea2-2712-4f40-b477-f2161573a3b2,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:00.132467 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-aad60d4a-5c12-42d8-b259-edeac33da831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:00.138927 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-aad60d4a-5c12-42d8-b259-edeac33da831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:00.142923 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-aad60d4a-5c12-42d8-b259-edeac33da831 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93f5dea2-2712-4f40-b477-f2161573a3b2 HTTP/1.1" status: 204 len: 168 time: 0.1699317 Apr 22 16:18:01.527216 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 45954) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:01.651830 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4ab9d24f-2dc2-43b8-bf94-43b7e3e2ab34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:01.667916 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-4ab9d24f-2dc2-43b8-bf94-43b7e3e2ab34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:01.672002 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-4ab9d24f-2dc2-43b8-bf94-43b7e3e2ab34 admin admin] Usage tracker for resource:security_group_rule and tenant:d51e458ab94f4be5aa85944ab6ed13c8 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:01.675257 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-4ab9d24f-2dc2-43b8-bf94-43b7e3e2ab34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:01.691263 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-4ab9d24f-2dc2-43b8-bf94-43b7e3e2ab34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:01.775630 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4ab9d24f-2dc2-43b8-bf94-43b7e3e2ab34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:01.778288 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4ab9d24f-2dc2-43b8-bf94-43b7e3e2ab34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:01.787244 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-5c28c96d-2bbc-410b-b0d2-db9bfaa4549a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:01.830463 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-4ab9d24f-2dc2-43b8-bf94-43b7e3e2ab34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d51e458ab94f4be5aa85944ab6ed13c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3021178 Apr 22 16:18:01.831436 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9d24f-2dc2-43b8-bf94-43b7e3e2ab34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8dd807-738c-4bbb-9784-3490ffdcb864,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:01.833387 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 45960) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:01.834880 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-4ab9d24f-2dc2-43b8-bf94-43b7e3e2ab34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:01.895826 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c734d3aa-5b14-4fc0-9ee1-ff43af68b1a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:01.922171 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c734d3aa-5b14-4fc0-9ee1-ff43af68b1a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:01.967003 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c734d3aa-5b14-4fc0-9ee1-ff43af68b1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:01.971788 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b22669de-de69-4655-8a8c-ab1951b85025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:01.985191 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734d3aa-5b14-4fc0-9ee1-ff43af68b1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8dd807-738c-4bbb-9784-3490ffdcb864,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:01.987948 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-c734d3aa-5b14-4fc0-9ee1-ff43af68b1a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:01.989171 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c734d3aa-5b14-4fc0-9ee1-ff43af68b1a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:01.990364 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-c734d3aa-5b14-4fc0-9ee1-ff43af68b1a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb8dd807-738c-4bbb-9784-3490ffdcb864 HTTP/1.1" status: 204 len: 168 time: 0.1558821 Apr 22 16:18:07.914800 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:08.436809 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ebebf9fe-fbf9-4de2-8998-70c588c59506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:10.867237 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 46056) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:11.003048 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a068b366-ca31-4323-95b2-93eae9d88297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:11.017884 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-a068b366-ca31-4323-95b2-93eae9d88297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:11.021941 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-a068b366-ca31-4323-95b2-93eae9d88297 admin admin] Usage tracker for resource:security_group_rule and tenant:fc23297355b048698cd1cab7dab76e20 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:11.025397 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-a068b366-ca31-4323-95b2-93eae9d88297 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:11.031375 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-a068b366-ca31-4323-95b2-93eae9d88297 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:11.114827 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a068b366-ca31-4323-95b2-93eae9d88297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:11.117558 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a068b366-ca31-4323-95b2-93eae9d88297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:11.126553 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-65418bc9-ba36-4ff3-9d64-2fc21de78859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:11.168917 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-a068b366-ca31-4323-95b2-93eae9d88297 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc23297355b048698cd1cab7dab76e20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3005533 Apr 22 16:18:11.169797 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068b366-ca31-4323-95b2-93eae9d88297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19163230-e638-4db6-923c-a473a98c1c3c,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:11.172422 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 46062) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:11.172983 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-a068b366-ca31-4323-95b2-93eae9d88297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:11.238198 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fcc11c48-6579-4720-8e81-c98566afa462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:11.265662 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fcc11c48-6579-4720-8e81-c98566afa462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:11.309912 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fcc11c48-6579-4720-8e81-c98566afa462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:11.314972 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-af3acd19-4f4e-436c-84e2-92247dc2eaeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:11.326480 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc11c48-6579-4720-8e81-c98566afa462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19163230-e638-4db6-923c-a473a98c1c3c,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:11.331247 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-fcc11c48-6579-4720-8e81-c98566afa462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:11.333291 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fcc11c48-6579-4720-8e81-c98566afa462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:11.334709 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-fcc11c48-6579-4720-8e81-c98566afa462 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19163230-e638-4db6-923c-a473a98c1c3c HTTP/1.1" status: 204 len: 168 time: 0.1617973 Apr 22 16:18:11.382272 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ab3d77c8-9ba2-46c7-a18f-0e7bf2f942e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:11.584154 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:11.815010 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:12.036398 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 46086) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:12.149466 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-80d3cd55-2cb1-44ac-942a-5f93c16127cb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1115262867-network', 'tenant_id': 'cd822ab40c244c40a380127827aac21b'}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:18:12.155869 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-80d3cd55-2cb1-44ac-942a-5f93c16127cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:12.159996 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-80d3cd55-2cb1-44ac-942a-5f93c16127cb admin admin] Usage tracker for resource:network and tenant:cd822ab40c244c40a380127827aac21b is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:12.163039 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-80d3cd55-2cb1-44ac-942a-5f93c16127cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:12.170181 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-80d3cd55-2cb1-44ac-942a-5f93c16127cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:12.180194 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d3cd55-2cb1-44ac-942a-5f93c16127cb admin admin] Made reservation on behalf of cd822ab40c244c40a380127827aac21b for: {'network': 1} {{(pid=86315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:18:12.185798 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-80d3cd55-2cb1-44ac-942a-5f93c16127cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for network, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:12.199276 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-80d3cd55-2cb1-44ac-942a-5f93c16127cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:12.214364 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-80d3cd55-2cb1-44ac-942a-5f93c16127cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:12.218373 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-80d3cd55-2cb1-44ac-942a-5f93c16127cb admin admin] Usage tracker for resource:security_group_rule and tenant:cd822ab40c244c40a380127827aac21b is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:12.221636 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-80d3cd55-2cb1-44ac-942a-5f93c16127cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:12.228769 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-80d3cd55-2cb1-44ac-942a-5f93c16127cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:12.312901 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-80d3cd55-2cb1-44ac-942a-5f93c16127cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:12.315559 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-80d3cd55-2cb1-44ac-942a-5f93c16127cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:12.319609 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-c734d3aa-5b14-4fc0-9ee1-ff43af68b1a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:12.345590 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d3cd55-2cb1-44ac-942a-5f93c16127cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=86315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:18:12.360576 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3cd55-2cb1-44ac-942a-5f93c16127cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c19f37-1eaf-4d04-90fa-eee758b4e46f,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:12.364981 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-80d3cd55-2cb1-44ac-942a-5f93c16127cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:12.366000 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-80d3cd55-2cb1-44ac-942a-5f93c16127cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:12.366384 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.segments_db [None req-80d3cd55-2cb1-44ac-942a-5f93c16127cb admin admin] Added segment 59cf017a-da9a-4d39-b449-b6cfe154318f of type vlan for network 0a0babea-b07c-4678-ba29-84b1e956a629 Apr 22 16:18:12.396923 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-80d3cd55-2cb1-44ac-942a-5f93c16127cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242087783420'] for network, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:12.427051 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-80d3cd55-2cb1-44ac-942a-5f93c16127cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319'] for network, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:12.428404 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d3cd55-2cb1-44ac-942a-5f93c16127cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:12.429049 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-80d3cd55-2cb1-44ac-942a-5f93c16127cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:12.434283 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:12.540547 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-80d3cd55-2cb1-44ac-942a-5f93c16127cb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5024104 Apr 22 16:18:12.541523 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3cd55-2cb1-44ac-942a-5f93c16127cb admin admin] Pushing event updated for resources: {'Network': ['ID=0a0babea-b07c-4678-ba29-84b1e956a629,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:12.543751 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 46092) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:12.544610 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-80d3cd55-2cb1-44ac-942a-5f93c16127cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:12.550275 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-167fead4-91c0-47dd-ad16-81b6a391f50d admin admin] Request body: {'subnet': {'network_id': '0a0babea-b07c-4678-ba29-84b1e956a629', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1115262867-subnet', 'tenant_id': 'cd822ab40c244c40a380127827aac21b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:18:12.551658 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Network 0a0babea-b07c-4678-ba29-84b1e956a629 details requested by agent ovs-agent-dv-cinder-784623-7-smb with host dv-cinder-784623-7-smb {{(pid=86317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:18:12.556137 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-167fead4-91c0-47dd-ad16-81b6a391f50d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:12.560369 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-167fead4-91c0-47dd-ad16-81b6a391f50d admin admin] Usage tracker for resource:subnet and tenant:cd822ab40c244c40a380127827aac21b is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:12.563460 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-167fead4-91c0-47dd-ad16-81b6a391f50d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:12.569623 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-167fead4-91c0-47dd-ad16-81b6a391f50d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:12.579282 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167fead4-91c0-47dd-ad16-81b6a391f50d admin admin] Made reservation on behalf of cd822ab40c244c40a380127827aac21b for: {'subnet': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:18:12.584148 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-167fead4-91c0-47dd-ad16-81b6a391f50d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219654'] for subnet, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:12.990552 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-167fead4-91c0-47dd-ad16-81b6a391f50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3510984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219671'] for subnet, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:12.996054 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ed959f65-ac54-4d0b-af31-316d8858b611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:13.068658 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167fead4-91c0-47dd-ad16-81b6a391f50d admin admin] Pushing event updated for resources: {'Subnet': ['ID=064671d3-7388-4d96-82d6-9a6db19219a9,revision_number=0']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:13.073237 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-167fead4-91c0-47dd-ad16-81b6a391f50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:13.080600 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167fead4-91c0-47dd-ad16-81b6a391f50d admin admin] Checking segment: {'id': '59cf017a-da9a-4d39-b449-b6cfe154318f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '0a0babea-b07c-4678-ba29-84b1e956a629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:18:13.080999 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167fead4-91c0-47dd-ad16-81b6a391f50d admin admin] Network hostable DHCP agents. Network: 0a0babea-b07c-4678-ba29-84b1e956a629, hostable agents: ['c28daaaa-be26-4683-88d7-0ed6ab386346'], hosted agents: [] {{(pid=86316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:18:13.098542 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167fead4-91c0-47dd-ad16-81b6a391f50d admin admin] Network 0a0babea-b07c-4678-ba29-84b1e956a629 is scheduled to be hosted by DHCP agent c28daaaa-be26-4683-88d7-0ed6ab386346 with binding_index 1 {{(pid=86316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:18:13.106449 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-167fead4-91c0-47dd-ad16-81b6a391f50d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-smb, 0a0babea-b07c-4678-ba29-84b1e956a629) {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:18:13.119074 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167fead4-91c0-47dd-ad16-81b6a391f50d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:13.119695 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-167fead4-91c0-47dd-ad16-81b6a391f50d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:13.121206 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcadb24-8fa0-4f9b-a964-27e9ae175cf8 None None] Network 0a0babea-b07c-4678-ba29-84b1e956a629 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:18:13.148466 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-167fead4-91c0-47dd-ad16-81b6a391f50d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6034667 Apr 22 16:18:13.160607 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:13.356669 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfbc655-53f9-4da6-81dd-942ac947920f None None] Network 0a0babea-b07c-4678-ba29-84b1e956a629 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:18:13.679910 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 46112) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:13.686967 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-8749e1f2-f711-40bf-bbd3-5bcc48c7ffa4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-8700139-network', 'tenant_id': '6ab0f37697534074aea977305e3b288b'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:18:13.691942 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-8749e1f2-f711-40bf-bbd3-5bcc48c7ffa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:13.696883 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-8749e1f2-f711-40bf-bbd3-5bcc48c7ffa4 admin admin] Usage tracker for resource:network and tenant:6ab0f37697534074aea977305e3b288b is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:13.699704 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-8749e1f2-f711-40bf-bbd3-5bcc48c7ffa4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:13.705647 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-8749e1f2-f711-40bf-bbd3-5bcc48c7ffa4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:13.714235 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8749e1f2-f711-40bf-bbd3-5bcc48c7ffa4 admin admin] Made reservation on behalf of 6ab0f37697534074aea977305e3b288b for: {'network': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:18:13.718937 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8749e1f2-f711-40bf-bbd3-5bcc48c7ffa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for network, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:13.732571 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8749e1f2-f711-40bf-bbd3-5bcc48c7ffa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:13.752038 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-8749e1f2-f711-40bf-bbd3-5bcc48c7ffa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:13.756072 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-8749e1f2-f711-40bf-bbd3-5bcc48c7ffa4 admin admin] Usage tracker for resource:security_group_rule and tenant:6ab0f37697534074aea977305e3b288b is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:13.759051 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-8749e1f2-f711-40bf-bbd3-5bcc48c7ffa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:13.764981 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-8749e1f2-f711-40bf-bbd3-5bcc48c7ffa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:13.847502 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8749e1f2-f711-40bf-bbd3-5bcc48c7ffa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:13.850200 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8749e1f2-f711-40bf-bbd3-5bcc48c7ffa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:13.854925 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-da2c0aae-7bff-4820-bebd-774b4c647562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:13.879011 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8749e1f2-f711-40bf-bbd3-5bcc48c7ffa4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=86316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:18:13.892417 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749e1f2-f711-40bf-bbd3-5bcc48c7ffa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328a1926-902e-4070-b220-9f7072362707,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:13.895621 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-8749e1f2-f711-40bf-bbd3-5bcc48c7ffa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:13.898294 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8749e1f2-f711-40bf-bbd3-5bcc48c7ffa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:13.898711 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.segments_db [None req-8749e1f2-f711-40bf-bbd3-5bcc48c7ffa4 admin admin] Added segment 63c13015-bec3-42ae-a55c-8d9b7e6ab3f4 of type vlan for network 153581f4-197d-4672-880b-d78a54f8c0d2 Apr 22 16:18:13.925585 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8749e1f2-f711-40bf-bbd3-5bcc48c7ffa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242087783420'] for network, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:13.954335 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8749e1f2-f711-40bf-bbd3-5bcc48c7ffa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319'] for network, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:13.955725 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8749e1f2-f711-40bf-bbd3-5bcc48c7ffa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:13.956354 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8749e1f2-f711-40bf-bbd3-5bcc48c7ffa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:13.961165 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-63ea1ae6-5d38-4c4f-b50c-3fc161fff815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:14.070132 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-8749e1f2-f711-40bf-bbd3-5bcc48c7ffa4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.3886921 Apr 22 16:18:14.071081 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749e1f2-f711-40bf-bbd3-5bcc48c7ffa4 admin admin] Pushing event updated for resources: {'Network': ['ID=153581f4-197d-4672-880b-d78a54f8c0d2,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:14.073236 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 46116) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:14.073995 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-8749e1f2-f711-40bf-bbd3-5bcc48c7ffa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:14.079746 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-9518b969-9a96-47eb-b54c-0792d4f4e51e admin admin] Request body: {'subnet': {'network_id': '153581f4-197d-4672-880b-d78a54f8c0d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-8700139-subnet', 'tenant_id': '6ab0f37697534074aea977305e3b288b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:18:14.081940 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Network 153581f4-197d-4672-880b-d78a54f8c0d2 details requested by agent ovs-agent-dv-cinder-784623-7-smb with host dv-cinder-784623-7-smb {{(pid=86317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:18:14.085085 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-9518b969-9a96-47eb-b54c-0792d4f4e51e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:14.089956 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-9518b969-9a96-47eb-b54c-0792d4f4e51e admin admin] Usage tracker for resource:subnet and tenant:6ab0f37697534074aea977305e3b288b is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:14.092965 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-9518b969-9a96-47eb-b54c-0792d4f4e51e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:14.099093 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-9518b969-9a96-47eb-b54c-0792d4f4e51e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:14.339781 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9518b969-9a96-47eb-b54c-0792d4f4e51e admin admin] Made reservation on behalf of 6ab0f37697534074aea977305e3b288b for: {'subnet': 1} {{(pid=86315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:18:14.344584 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9518b969-9a96-47eb-b54c-0792d4f4e51e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852458621'] for subnet, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:14.744600 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9518b969-9a96-47eb-b54c-0792d4f4e51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853730710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852458606'] for subnet, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:14.749394 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:14.827395 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9518b969-9a96-47eb-b54c-0792d4f4e51e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e10f948c-49ba-4aff-8d08-161bf8b10277,revision_number=0']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:14.830140 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9518b969-9a96-47eb-b54c-0792d4f4e51e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:14.838688 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9518b969-9a96-47eb-b54c-0792d4f4e51e admin admin] Checking segment: {'id': '63c13015-bec3-42ae-a55c-8d9b7e6ab3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '153581f4-197d-4672-880b-d78a54f8c0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:18:14.839094 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9518b969-9a96-47eb-b54c-0792d4f4e51e admin admin] Network hostable DHCP agents. Network: 153581f4-197d-4672-880b-d78a54f8c0d2, hostable agents: ['c28daaaa-be26-4683-88d7-0ed6ab386346'], hosted agents: [] {{(pid=86315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:18:14.857741 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9518b969-9a96-47eb-b54c-0792d4f4e51e admin admin] Network 153581f4-197d-4672-880b-d78a54f8c0d2 is scheduled to be hosted by DHCP agent c28daaaa-be26-4683-88d7-0ed6ab386346 with binding_index 1 {{(pid=86315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:18:14.865692 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-9518b969-9a96-47eb-b54c-0792d4f4e51e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-smb, 153581f4-197d-4672-880b-d78a54f8c0d2) {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:18:14.875342 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd76e2a-07ec-426b-8d08-dc6f63f66837 None None] Network 153581f4-197d-4672-880b-d78a54f8c0d2 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:18:14.879720 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9518b969-9a96-47eb-b54c-0792d4f4e51e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:14.880373 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9518b969-9a96-47eb-b54c-0792d4f4e51e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for subnet, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:14.899827 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-9518b969-9a96-47eb-b54c-0792d4f4e51e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8252373 Apr 22 16:18:15.039986 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 46124) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:15.112953 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1900f8-afdb-4488-9299-711089261d0c admin admin] Deleting subnet 064671d3-7388-4d96-82d6-9a6db19219a9 {{(pid=86316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:18:15.113447 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56deb0e-fbe5-4c3f-b4a6-6a27df0128e9 None None] Network 153581f4-197d-4672-880b-d78a54f8c0d2 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:18:15.116210 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ca1900f8-afdb-4488-9299-711089261d0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:15.172983 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ca1900f8-afdb-4488-9299-711089261d0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2327804'] for subnet, precommit_delete_associations {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:15.234706 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ca1900f8-afdb-4488-9299-711089261d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33244205'] for subnet, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:15.502829 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ca1900f8-afdb-4488-9299-711089261d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821531627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851264883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851556116'] for subnet, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:15.507712 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:15.547125 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1900f8-afdb-4488-9299-711089261d0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=064671d3-7388-4d96-82d6-9a6db19219a9,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:15.549289 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ca1900f8-afdb-4488-9299-711089261d0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:15.552090 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ca1900f8-afdb-4488-9299-711089261d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:15.557766 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-ca1900f8-afdb-4488-9299-711089261d0c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/064671d3-7388-4d96-82d6-9a6db19219a9 HTTP/1.1" status: 204 len: 168 time: 0.5154874 Apr 22 16:18:15.560112 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 46138) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:15.688965 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e6e77e7e-7854-4979-a307-650c47139008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33148001'] for network, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:15.821955 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e6e77e7e-7854-4979-a307-650c47139008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036821531528', 'neutron.services.segments.db._delete_segments_for_network-8794767365747'] for network, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:15.934879 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-e6e77e7e-7854-4979-a307-650c47139008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a0babea-b07c-4678-ba29-84b1e956a629']}} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:18:15.947859 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-e6e77e7e-7854-4979-a307-650c47139008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59cf017a-da9a-4d39-b449-b6cfe154318f') {'for_net_delete': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:18:15.948198 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-e6e77e7e-7854-4979-a307-650c47139008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59cf017a-da9a-4d39-b449-b6cfe154318f') {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:18:15.960019 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e6e77e7e-7854-4979-a307-650c47139008 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242087248739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852448012'] for segment, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:15.975350 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e6e77e7e-7854-4979-a307-650c47139008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:15.982199 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e77e7e-7854-4979-a307-650c47139008 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=86316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:18:16.165850 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-e6e77e7e-7854-4979-a307-650c47139008 admin admin] Network 0a0babea-b07c-4678-ba29-84b1e956a629 has no segments {{(pid=86316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:18:16.175425 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e6e77e7e-7854-4979-a307-650c47139008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33247036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3512110'] for segment, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:16.356592 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-e6e77e7e-7854-4979-a307-650c47139008 admin admin] Network 0a0babea-b07c-4678-ba29-84b1e956a629 has no segments {{(pid=86316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: Traceback (most recent call last): Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: timer() Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: cb(*args, **kw) Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: return func(*args, **kwargs) Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: self._notify() Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: self.callback(batched_events) Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: event.method(event) Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: segment_id)['aggregates'][0] Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: return f(self, *a, **k) Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: return self._get(url).json() Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: **kwargs) Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: return self.request(url, 'GET', **kwargs) Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: **endpoint_filter) Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:18:16.380385 dv-cinder-784623-7-smb neutron-server[86202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:18:16.460770 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e6e77e7e-7854-4979-a307-650c47139008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691077'] for network, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:16.465551 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-8749e1f2-f711-40bf-bbd3-5bcc48c7ffa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:16.484802 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e6e77e7e-7854-4979-a307-650c47139008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:16.487203 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e77e7e-7854-4979-a307-650c47139008 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a0babea-b07c-4678-ba29-84b1e956a629,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:16.490160 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e6e77e7e-7854-4979-a307-650c47139008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:16.493097 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-e6e77e7e-7854-4979-a307-650c47139008 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0a0babea-b07c-4678-ba29-84b1e956a629 HTTP/1.1" status: 204 len: 168 time: 0.9318504 Apr 22 16:18:16.496202 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 46142) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:16.565528 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b00b39a-f8c7-4e2c-9a0d-9f4bc7d6c0a7 admin admin] Deleting subnet e10f948c-49ba-4aff-8d08-161bf8b10277 {{(pid=86316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:18:16.568474 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8b00b39a-f8c7-4e2c-9a0d-9f4bc7d6c0a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:16.621398 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8b00b39a-f8c7-4e2c-9a0d-9f4bc7d6c0a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2327804'] for subnet, precommit_delete_associations {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:16.681949 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8b00b39a-f8c7-4e2c-9a0d-9f4bc7d6c0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33244205'] for subnet, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:16.956519 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8b00b39a-f8c7-4e2c-9a0d-9f4bc7d6c0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821531627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851264883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851556116'] for subnet, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:16.961559 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:16.998190 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00b39a-f8c7-4e2c-9a0d-9f4bc7d6c0a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e10f948c-49ba-4aff-8d08-161bf8b10277,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:17.002300 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-8b00b39a-f8c7-4e2c-9a0d-9f4bc7d6c0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:17.003366 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8b00b39a-f8c7-4e2c-9a0d-9f4bc7d6c0a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:17.012290 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-8b00b39a-f8c7-4e2c-9a0d-9f4bc7d6c0a7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e10f948c-49ba-4aff-8d08-161bf8b10277 HTTP/1.1" status: 204 len: 168 time: 0.5147889 Apr 22 16:18:17.014653 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 46152) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:17.133147 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e039730b-a4b9-46e0-9acb-1095b4922e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33148001'] for network, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:17.528762 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e039730b-a4b9-46e0-9acb-1095b4922e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036821531528', 'neutron.services.segments.db._delete_segments_for_network-8794767365747'] for network, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:17.660773 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-e039730b-a4b9-46e0-9acb-1095b4922e02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['153581f4-197d-4672-880b-d78a54f8c0d2']}} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:18:17.676838 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f2f0a-5ce8-4969-96f2-62a82f631a2f req-8163f273-4b79-4c55-b412-869bd968786f tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:17.678427 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-356f2f0a-5ce8-4969-96f2-62a82f631a2f req-8163f273-4b79-4c55-b412-869bd968786f tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 946 time: 0.4726665 Apr 22 16:18:17.684997 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-e039730b-a4b9-46e0-9acb-1095b4922e02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c13015-bec3-42ae-a55c-8d9b7e6ab3f4') {'for_net_delete': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:18:17.685335 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-e039730b-a4b9-46e0-9acb-1095b4922e02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c13015-bec3-42ae-a55c-8d9b7e6ab3f4') {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:18:17.713367 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e039730b-a4b9-46e0-9acb-1095b4922e02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242087248739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852448012'] for segment, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:17.741496 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e039730b-a4b9-46e0-9acb-1095b4922e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:17.754117 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e039730b-a4b9-46e0-9acb-1095b4922e02 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=86316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:18:17.770010 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-356f2f0a-5ce8-4969-96f2-62a82f631a2f req-4e158ddd-c687-40fc-8c7e-5dda2a5716cf tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774834 Apr 22 16:18:17.936549 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-e039730b-a4b9-46e0-9acb-1095b4922e02 admin admin] Network 153581f4-197d-4672-880b-d78a54f8c0d2 has no segments {{(pid=86316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:18:17.945476 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e039730b-a4b9-46e0-9acb-1095b4922e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33247036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3512110'] for segment, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:18.122503 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-e039730b-a4b9-46e0-9acb-1095b4922e02 admin admin] Network 153581f4-197d-4672-880b-d78a54f8c0d2 has no segments {{(pid=86316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: Traceback (most recent call last): Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: timer() Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: cb(*args, **kw) Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: return func(*args, **kwargs) Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: self._notify() Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: self.callback(batched_events) Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: event.method(event) Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: segment_id)['aggregates'][0] Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: return f(self, *a, **k) Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: return self._get(url).json() Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: **kwargs) Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: return self.request(url, 'GET', **kwargs) Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: **endpoint_filter) Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:18:18.145024 dv-cinder-784623-7-smb neutron-server[86202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:18:18.222069 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e039730b-a4b9-46e0-9acb-1095b4922e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691077'] for network, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:18.225772 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-69713f93-52fc-464d-a674-d62dcbe101b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:18.241514 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e039730b-a4b9-46e0-9acb-1095b4922e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:18.249362 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039730b-a4b9-46e0-9acb-1095b4922e02 admin admin] Pushing event deleted for resources: {'Network': ['ID=153581f4-197d-4672-880b-d78a54f8c0d2,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:18.251686 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e039730b-a4b9-46e0-9acb-1095b4922e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:18.253126 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-e039730b-a4b9-46e0-9acb-1095b4922e02 admin admin] 10.222.0.21 "DELETE /v2.0/networks/153581f4-197d-4672-880b-d78a54f8c0d2 HTTP/1.1" status: 204 len: 168 time: 1.2374930 Apr 22 16:18:18.429630 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 46160) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:18.481576 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-801fa1d4-2e87-444f-bf10-3ea365da0722 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd822ab40c244c40a380127827aac21b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506792 Apr 22 16:18:18.484085 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 46164) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:18.546897 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-610496cb-1c14-448b-a345-93198a15e582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:18.574177 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-610496cb-1c14-448b-a345-93198a15e582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:18.617257 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-610496cb-1c14-448b-a345-93198a15e582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:18.621539 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-49219b19-53eb-46d2-8158-aa43359794f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:18.634951 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610496cb-1c14-448b-a345-93198a15e582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c19f37-1eaf-4d04-90fa-eee758b4e46f,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:18.637854 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-610496cb-1c14-448b-a345-93198a15e582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:18.640021 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-610496cb-1c14-448b-a345-93198a15e582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:18.643180 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-610496cb-1c14-448b-a345-93198a15e582 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3c19f37-1eaf-4d04-90fa-eee758b4e46f HTTP/1.1" status: 204 len: 168 time: 0.1579244 Apr 22 16:18:18.983539 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13460078-3314-4f0e-bd1c-49d5bfa4835b req-16928862-4cfa-4f70-a9c5-934aff3ad3e1 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:18.985143 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-13460078-3314-4f0e-bd1c-49d5bfa4835b req-16928862-4cfa-4f70-a9c5-934aff3ad3e1 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 946 time: 0.0931671 Apr 22 16:18:19.005368 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 46174) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:19.038704 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-13460078-3314-4f0e-bd1c-49d5bfa4835b req-2744e196-c514-4940-adc9-e1aa66f7f29a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=17c9bc84-367f-479f-9b1a-9094cd6ded20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465584 Apr 22 16:18:19.058876 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-23cb67ac-04ea-48b7-959b-6644006a7ca7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ab0f37697534074aea977305e3b288b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520618 Apr 22 16:18:19.061386 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 46178) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:19.126277 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d7a2a292-e192-49be-9327-7cb5d7208e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:19.153793 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d7a2a292-e192-49be-9327-7cb5d7208e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:19.198630 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d7a2a292-e192-49be-9327-7cb5d7208e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:19.203628 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-fd99b7c5-0ae0-4bef-a997-be8f61ea4970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:19.217888 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2a292-e192-49be-9327-7cb5d7208e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328a1926-902e-4070-b220-9f7072362707,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:19.221000 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d7a2a292-e192-49be-9327-7cb5d7208e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:19.222009 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d7a2a292-e192-49be-9327-7cb5d7208e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:19.225396 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58462647-3937-46fb-8f8a-b6268e653af7 req-13c3cd72-79a3-4171-ae9b-d7b3e7cb238a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:19.226199 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-d7a2a292-e192-49be-9327-7cb5d7208e14 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/328a1926-902e-4070-b220-9f7072362707 HTTP/1.1" status: 204 len: 168 time: 0.1637506 Apr 22 16:18:19.227916 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-58462647-3937-46fb-8f8a-b6268e653af7 req-13c3cd72-79a3-4171-ae9b-d7b3e7cb238a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.43 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 946 time: 0.0890255 Apr 22 16:18:19.308557 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-58462647-3937-46fb-8f8a-b6268e653af7 req-b7f12ba8-f18a-4f36-9122-00df11f156ad tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Deleting port c6acc9fa-7063-484f-82d5-ca9b80f858a5 {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:18:19.308935 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-58462647-3937-46fb-8f8a-b6268e653af7 req-b7f12ba8-f18a-4f36-9122-00df11f156ad tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:19.387596 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:18:19.575916 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-58462647-3937-46fb-8f8a-b6268e653af7 req-b7f12ba8-f18a-4f36-9122-00df11f156ad tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] For port c6acc9fa-7063-484f-82d5-ca9b80f858a5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c6acc9fa-7063-484f-82d5-ca9b80f858a5,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:18:19.576431 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-58462647-3937-46fb-8f8a-b6268e653af7 req-b7f12ba8-f18a-4f36-9122-00df11f156ad tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:19.897791 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-58462647-3937-46fb-8f8a-b6268e653af7 req-b7f12ba8-f18a-4f36-9122-00df11f156ad tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:19.897791 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-58462647-3937-46fb-8f8a-b6268e653af7 req-b7f12ba8-f18a-4f36-9122-00df11f156ad tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691126'] for floatingip, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:19.898147 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.l3_db [req-58462647-3937-46fb-8f8a-b6268e653af7 req-b7f12ba8-f18a-4f36-9122-00df11f156ad tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Floating IP 16da6927-0fc4-4364-9bec-95a6558b2f28 disassociated. External IP: 172.28.3.39, port: c6acc9fa-7063-484f-82d5-ca9b80f858a5. Apr 22 16:18:19.898563 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-58462647-3937-46fb-8f8a-b6268e653af7 req-b7f12ba8-f18a-4f36-9122-00df11f156ad tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Calling delete_port for c6acc9fa-7063-484f-82d5-ca9b80f858a5 owned by compute:nova {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:18:20.048787 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-58462647-3937-46fb-8f8a-b6268e653af7 req-b7f12ba8-f18a-4f36-9122-00df11f156ad tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:20.055642 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-6762729b-5494-4bb5-aa18-78c168ea8d6c tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:20.164808 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f12ba8-f18a-4f36-9122-00df11f156ad tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Pushing event deleted for resources: {'Port': ['ID=c6acc9fa-7063-484f-82d5-ca9b80f858a5,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:20.167574 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b7f12ba8-f18a-4f36-9122-00df11f156ad tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:20.340301 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-795a5cf4-e8a1-4684-8312-de2bf6b23add req-f407eb7c-4e6c-42c2-9628-ccc4c37baba9 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a02f5b0c-e1f8-44a3-a4cf-51727e2fe159 HTTP/1.1" status: 200 len: 210 time: 0.1295767 Apr 22 16:18:20.356183 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58462647-3937-46fb-8f8a-b6268e653af7 req-b7f12ba8-f18a-4f36-9122-00df11f156ad tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Router f445d462-20f4-4e61-80b6-32f3806720d9 has already been hosted by L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 {{(pid=86316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:18:20.550990 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58462647-3937-46fb-8f8a-b6268e653af7 req-b7f12ba8-f18a-4f36-9122-00df11f156ad tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:18:20.561546 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab280ee4-5db1-4065-8088-136f4044370b None None] Sync routers for ids ['f445d462-20f4-4e61-80b6-32f3806720d9'] in dv-cinder-784623-7-smb {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:18:20.573399 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab280ee4-5db1-4065-8088-136f4044370b None None] Routers {'f445d462-20f4-4e61-80b6-32f3806720d9'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:18:20.574267 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-ab280ee4-5db1-4065-8088-136f4044370b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:18:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['f445d462-20f4-4e61-80b6-32f3806720d9'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:18:20.638832 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-58462647-3937-46fb-8f8a-b6268e653af7 req-b7f12ba8-f18a-4f36-9122-00df11f156ad tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] No DVR routers for this DVR port c6acc9fa-7063-484f-82d5-ca9b80f858a5 on host hv-cinder-78462 {{(pid=86316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:18:20.642264 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-58462647-3937-46fb-8f8a-b6268e653af7 req-b7f12ba8-f18a-4f36-9122-00df11f156ad tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:20.645675 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02f5b0c-e1f8-44a3-a4cf-51727e2fe159', 'name': 'network-vif-deleted', 'tag': 'c6acc9fa-7063-484f-82d5-ca9b80f858a5'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:18:20.656451 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-58462647-3937-46fb-8f8a-b6268e653af7 req-b7f12ba8-f18a-4f36-9122-00df11f156ad tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.43 "DELETE /v2.0/ports/c6acc9fa-7063-484f-82d5-ca9b80f858a5 HTTP/1.1" status: 204 len: 173 time: 1.4222732 Apr 22 16:18:20.715770 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02f5b0c-e1f8-44a3-a4cf-51727e2fe159', 'name': 'network-vif-deleted', 'tag': 'c6acc9fa-7063-484f-82d5-ca9b80f858a5', 'status': 'completed', 'code': 200} Apr 22 16:18:20.781421 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-ab280ee4-5db1-4065-8088-136f4044370b None None] Set router f445d462-20f4-4e61-80b6-32f3806720d9 gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:18:21.146091 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-ab280ee4-5db1-4065-8088-136f4044370b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'name': 'tempest-AttachVolumeShelveTestJSON-2143313239-router', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:24Z', 'updated_at': '2021-04-22T16:14:33Z', 'revision_number': 4, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'gw_port': {'id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:26Z', 'updated_at': '2021-04-22T16:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': '1bbcf06b-6d2c-4294-bd38-5d0208eeeebb', 'name': '', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'mac_address': 'fa:16:3e:8f:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93257d7e-85c0-4511-a149-8d2031392de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:32Z', 'updated_at': '2021-04-22T16:14:47Z', 'revision_number': 5, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'subnets': [{'id': '93257d7e-85c0-4511-a149-8d2031392de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:18:21.151411 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab280ee4-5db1-4065-8088-136f4044370b None None] Checking router: f445d462-20f4-4e61-80b6-32f3806720d9 for host: dv-cinder-784623-7-smb {{(pid=86317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:18:21.160416 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab280ee4-5db1-4065-8088-136f4044370b None None] Routers {'f445d462-20f4-4e61-80b6-32f3806720d9'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:18:21.161076 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-ab280ee4-5db1-4065-8088-136f4044370b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:18:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['f445d462-20f4-4e61-80b6-32f3806720d9'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:18:21.362596 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-ab280ee4-5db1-4065-8088-136f4044370b None None] Set router f445d462-20f4-4e61-80b6-32f3806720d9 gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:18:21.523984 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 46250) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:21.621134 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2b979f41-b067-4696-9e25-3f800e3cbeec tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:21.655910 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2b979f41-b067-4696-9e25-3f800e3cbeec tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:21.742529 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2b979f41-b067-4696-9e25-3f800e3cbeec tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:21.750906 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-bc2d3cad-6950-48f8-a37b-7a7435a117e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:21.767768 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b979f41-b067-4696-9e25-3f800e3cbeec tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c9bc84-367f-479f-9b1a-9094cd6ded20,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:21.772685 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-2b979f41-b067-4696-9e25-3f800e3cbeec tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:21.779589 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2b979f41-b067-4696-9e25-3f800e3cbeec tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:21.782604 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-2b979f41-b067-4696-9e25-3f800e3cbeec tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "DELETE /v2.0/security-groups/17c9bc84-367f-479f-9b1a-9094cd6ded20 HTTP/1.1" status: 204 len: 168 time: 0.2554896 Apr 22 16:18:21.783603 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 46256) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:21.812308 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.v2.resource [None req-bb43cca3-3882-4ce9-896b-ba317ab2829c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] show failed (client error): The resource could not be found. Apr 22 16:18:21.815852 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-bb43cca3-3882-4ce9-896b-ba317ab2829c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups/17c9bc84-367f-479f-9b1a-9094cd6ded20 HTTP/1.1" status: 404 len: 347 time: 0.0284443 Apr 22 16:18:21.816122 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 46260) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:21.909868 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-ab280ee4-5db1-4065-8088-136f4044370b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'name': 'tempest-AttachVolumeShelveTestJSON-2143313239-router', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:24Z', 'updated_at': '2021-04-22T16:14:33Z', 'revision_number': 4, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'gw_port': {'id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:26Z', 'updated_at': '2021-04-22T16:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': '1bbcf06b-6d2c-4294-bd38-5d0208eeeebb', 'name': '', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'mac_address': 'fa:16:3e:8f:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93257d7e-85c0-4511-a149-8d2031392de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:32Z', 'updated_at': '2021-04-22T16:14:47Z', 'revision_number': 5, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'subnets': [{'id': '93257d7e-85c0-4511-a149-8d2031392de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:18:21.914376 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab280ee4-5db1-4065-8088-136f4044370b None None] The sync data for ids ['f445d462-20f4-4e61-80b6-32f3806720d9'] in dv-cinder-784623-7-smb is: [{'id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'name': 'tempest-AttachVolumeShelveTestJSON-2143313239-router', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:24Z', 'updated_at': '2021-04-22T16:14:33Z', 'revision_number': 4, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'gw_port': {'id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:26Z', 'updated_at': '2021-04-22T16:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': '1bbcf06b-6d2c-4294-bd38-5d0208eeeebb', 'name': '', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'mac_address': 'fa:16:3e:8f:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93257d7e-85c0-4511-a149-8d2031392de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:32Z', 'updated_at': '2021-04-22T16:14:47Z', 'revision_number': 5, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'subnets': [{'id': '93257d7e-85c0-4511-a149-8d2031392de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:18:21.920061 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 46264) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:22.012933 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-9265d63e-ebdf-4dee-a797-d03667ec9035 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Deleting port a4fe8c49-3185-4c1c-82d0-7a36bed31713 {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:18:22.013317 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9265d63e-ebdf-4dee-a797-d03667ec9035 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:22.063096 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-57ce8427-3df5-412a-a2a1-b96e271fb4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:22.078961 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-57ce8427-3df5-412a-a2a1-b96e271fb4d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:22.083090 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-57ce8427-3df5-412a-a2a1-b96e271fb4d0 admin admin] Usage tracker for resource:security_group_rule and tenant:8053233f2ac44efd86f0a19778dbacec is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:22.086232 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-57ce8427-3df5-412a-a2a1-b96e271fb4d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:22.093365 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-57ce8427-3df5-412a-a2a1-b96e271fb4d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:22.214851 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9265d63e-ebdf-4dee-a797-d03667ec9035 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:22.215396 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9265d63e-ebdf-4dee-a797-d03667ec9035 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:22.253317 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-57ce8427-3df5-412a-a2a1-b96e271fb4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:22.257363 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-57ce8427-3df5-412a-a2a1-b96e271fb4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:22.267863 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-899772f1-4f0d-4ce1-89ea-93ba5360cd83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:22.318816 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-57ce8427-3df5-412a-a2a1-b96e271fb4d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8053233f2ac44efd86f0a19778dbacec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3975258 Apr 22 16:18:22.320173 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce8427-3df5-412a-a2a1-b96e271fb4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abfcbe7-ad7a-45a1-8f1d-eb1c09b9b8fe,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:22.323438 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 46272) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:22.327650 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-57ce8427-3df5-412a-a2a1-b96e271fb4d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:22.367346 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093484f7-eaa7-403b-a21b-7b4e440fda7b None None] New status for floating IP 16da6927-0fc4-4364-9bec-95a6558b2f28: DOWN {{(pid=86318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:18:22.423779 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f536cd1d-b204-416b-bc16-a24a3c3475da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:22.459691 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f536cd1d-b204-416b-bc16-a24a3c3475da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:22.531187 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f536cd1d-b204-416b-bc16-a24a3c3475da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:22.539921 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1b1b08a9-c3f1-4d7e-9166-ac756ca9078b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:22.556655 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536cd1d-b204-416b-bc16-a24a3c3475da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abfcbe7-ad7a-45a1-8f1d-eb1c09b9b8fe,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:22.559612 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f536cd1d-b204-416b-bc16-a24a3c3475da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:22.560657 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f536cd1d-b204-416b-bc16-a24a3c3475da admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:22.575802 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-f536cd1d-b204-416b-bc16-a24a3c3475da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5abfcbe7-ad7a-45a1-8f1d-eb1c09b9b8fe HTTP/1.1" status: 204 len: 168 time: 0.2505026 Apr 22 16:18:22.694331 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-9265d63e-ebdf-4dee-a797-d03667ec9035 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Calling delete_port for a4fe8c49-3185-4c1c-82d0-7a36bed31713 owned by network:floatingip {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:18:22.818535 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.db.api [None req-9265d63e-ebdf-4dee-a797-d03667ec9035 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86316) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:18:22.818985 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_db.api [None req-9265d63e-ebdf-4dee-a797-d03667ec9035 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:18:22.982254 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b67cb-3fd8-4da4-a88b-b935c4050441 req-14ec8d04-9496-423c-9ffc-b9345a640f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:22.983896 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8c6b67cb-3fd8-4da4-a88b-b935c4050441 req-14ec8d04-9496-423c-9ffc-b9345a640f04 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7aca53c5261c4484bf84056e3058fc5e&device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 1138 time: 0.1520619 Apr 22 16:18:22.993109 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 46284) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:22.996200 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77a53f-fc8b-4c45-9793-f82df8ed7b50 req-f0f65ce6-f9e3-4954-86f4-34afcc609c37 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:22.997801 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8c77a53f-fc8b-4c45-9793-f82df8ed7b50 req-f0f65ce6-f9e3-4954-86f4-34afcc609c37 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 985 time: 0.1294222 Apr 22 16:18:23.014082 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9262992f-c370-4783-ae04-3bbe0c9579c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:23.030278 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-9262992f-c370-4783-ae04-3bbe0c9579c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:23.034330 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-9262992f-c370-4783-ae04-3bbe0c9579c8 admin admin] Usage tracker for resource:security_group_rule and tenant:2f16dc6a16064ca684fa2bdaae21a781 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:23.037281 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-9262992f-c370-4783-ae04-3bbe0c9579c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:23.044067 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-9262992f-c370-4783-ae04-3bbe0c9579c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:23.135531 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9262992f-c370-4783-ae04-3bbe0c9579c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:23.139778 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9262992f-c370-4783-ae04-3bbe0c9579c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:23.149556 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-3954e7d6-f145-4ca9-b1f2-262d822bd5bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:23.152185 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8c77a53f-fc8b-4c45-9793-f82df8ed7b50 req-93b5598b-425c-4662-8061-d14b1dbe600c tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=5860d8eb-ed64-41dd-ae16-5ae3b4ff6f8d&id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1300826 Apr 22 16:18:23.176324 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b67cb-3fd8-4da4-a88b-b935c4050441 req-ab1a3d87-94a9-43d5-899f-15ef3b196ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:23.178061 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8c6b67cb-3fd8-4da4-a88b-b935c4050441 req-ab1a3d87-94a9-43d5-899f-15ef3b196ac8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=901c6dca-a88b-42fc-8b51-90622fddca64 HTTP/1.1" status: 200 len: 916 time: 0.1792431 Apr 22 16:18:23.198871 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-9262992f-c370-4783-ae04-3bbe0c9579c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f16dc6a16064ca684fa2bdaae21a781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044961 Apr 22 16:18:23.201466 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 46288) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:23.204384 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262992f-c370-4783-ae04-3bbe0c9579c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff3a04d-5278-47c9-b9d4-eccc36d58389,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:23.218302 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9262992f-c370-4783-ae04-3bbe0c9579c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:23.270719 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7c4d1630-d1b3-499d-bc89-f22073792ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:23.297253 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8c6b67cb-3fd8-4da4-a88b-b935c4050441 req-5325d6c3-59e0-44be-a784-c19309684adf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37e82257-1caa-48c1-af33-9ee84eaabdec HTTP/1.1" status: 200 len: 1002 time: 0.1122591 Apr 22 16:18:23.303305 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7c4d1630-d1b3-499d-bc89-f22073792ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:23.340010 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-9265d63e-ebdf-4dee-a797-d03667ec9035 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Deleting port a4fe8c49-3185-4c1c-82d0-7a36bed31713 {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:18:23.340010 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9265d63e-ebdf-4dee-a797-d03667ec9035 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:23.350858 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7c4d1630-d1b3-499d-bc89-f22073792ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:23.356917 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-05b4dac7-0712-4f91-a253-3130ac80ab3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:23.368913 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d1630-d1b3-499d-bc89-f22073792ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff3a04d-5278-47c9-b9d4-eccc36d58389,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:23.376407 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-7c4d1630-d1b3-499d-bc89-f22073792ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:23.377293 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7c4d1630-d1b3-499d-bc89-f22073792ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:23.382289 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-7c4d1630-d1b3-499d-bc89-f22073792ba9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ff3a04d-5278-47c9-b9d4-eccc36d58389 HTTP/1.1" status: 204 len: 168 time: 0.1797800 Apr 22 16:18:23.469008 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b67cb-3fd8-4da4-a88b-b935c4050441 req-8c799188-0b56-48b9-a5cc-94e0db40efac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:23.470656 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8c6b67cb-3fd8-4da4-a88b-b935c4050441 req-8c799188-0b56-48b9-a5cc-94e0db40efac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=540790b8-1ff6-4f2e-b3db-8ed89ce47f6d HTTP/1.1" status: 200 len: 854 time: 0.1657979 Apr 22 16:18:23.633321 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9265d63e-ebdf-4dee-a797-d03667ec9035 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:23.633683 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9265d63e-ebdf-4dee-a797-d03667ec9035 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:23.676451 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device c6acc9fa-7063-484f-82d5-ca9b80f858a5 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:18:23.722812 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] No Port match for: c6acc9fa-7063-484f-82d5-ca9b80f858a5 {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:18:23.723311 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device c6acc9fa-7063-484f-82d5-ca9b80f858a5 not bound to the agent host hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:18:23.775792 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-9265d63e-ebdf-4dee-a797-d03667ec9035 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Calling delete_port for a4fe8c49-3185-4c1c-82d0-7a36bed31713 owned by network:floatingip {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:18:23.805921 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b67cb-3fd8-4da4-a88b-b935c4050441 req-87e27bf4-a81f-4b12-9f8f-f5c766c60401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:23.808009 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8c6b67cb-3fd8-4da4-a88b-b935c4050441 req-87e27bf4-a81f-4b12-9f8f-f5c766c60401 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=901c6dca-a88b-42fc-8b51-90622fddca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2863014 Apr 22 16:18:24.021367 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8c6b67cb-3fd8-4da4-a88b-b935c4050441 req-b818c1f8-aeb7-45f2-a1ec-d1ea41ccec7b service neutron] 10.222.0.43 "GET /v2.0/networks/901c6dca-a88b-42fc-8b51-90622fddca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039771 Apr 22 16:18:24.151838 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9265d63e-ebdf-4dee-a797-d03667ec9035 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:24.163946 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-8f3400ac-0d11-476d-b3ef-0dc8d8635851 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:24.224117 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265d63e-ebdf-4dee-a797-d03667ec9035 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Pushing event deleted for resources: {'Port': ['ID=a4fe8c49-3185-4c1c-82d0-7a36bed31713,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:24.261745 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9265d63e-ebdf-4dee-a797-d03667ec9035 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:24.355247 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8c6b67cb-3fd8-4da4-a88b-b935c4050441 req-1c16ba17-74f1-4649-bdae-80b8750374b5 service neutron] 10.222.0.43 "GET /v2.0/networks/901c6dca-a88b-42fc-8b51-90622fddca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258989 Apr 22 16:18:24.396019 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9265d63e-ebdf-4dee-a797-d03667ec9035 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for floatingip, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:24.423885 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9265d63e-ebdf-4dee-a797-d03667ec9035 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:24.428250 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-9265d63e-ebdf-4dee-a797-d03667ec9035 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "DELETE /v2.0/floatingips/16da6927-0fc4-4364-9bec-95a6558b2f28 HTTP/1.1" status: 204 len: 168 time: 2.6075826 Apr 22 16:18:24.438377 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abb59b-d422-45c1-b71c-accdb158919e req-fe376ce4-bd30-4ef9-80e5-ab42e7791dd8 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:24.440001 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a7abb59b-d422-45c1-b71c-accdb158919e req-fe376ce4-bd30-4ef9-80e5-ab42e7791dd8 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 985 time: 0.1304054 Apr 22 16:18:24.503172 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a7abb59b-d422-45c1-b71c-accdb158919e req-32fec4e1-faac-47b1-a4f8-9fee54537318 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=5860d8eb-ed64-41dd-ae16-5ae3b4ff6f8d&id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543575 Apr 22 16:18:24.767572 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 46330) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:24.773483 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-98e0958e-7281-452c-942f-c502f318832e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Request body: {'security_group': {'name': 'tempest-securitygroup--642273835', 'description': 'tempest-description--1825624082'}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:18:24.780593 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-98e0958e-7281-452c-942f-c502f318832e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:24.784909 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-98e0958e-7281-452c-942f-c502f318832e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Usage tracker for resource:security_group and tenant:f8537b98a43742f2a3fcccbe15848877 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:24.788018 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-98e0958e-7281-452c-942f-c502f318832e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:24.795362 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-98e0958e-7281-452c-942f-c502f318832e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:24.804705 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-98e0958e-7281-452c-942f-c502f318832e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:24.827226 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-98e0958e-7281-452c-942f-c502f318832e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:24.831271 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-98e0958e-7281-452c-942f-c502f318832e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Usage tracker for resource:security_group_rule and tenant:f8537b98a43742f2a3fcccbe15848877 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:24.834186 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-98e0958e-7281-452c-942f-c502f318832e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:24.841694 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-98e0958e-7281-452c-942f-c502f318832e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:24.918104 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-98e0958e-7281-452c-942f-c502f318832e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:24.921069 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-98e0958e-7281-452c-942f-c502f318832e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:24.926546 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-07ec3338-f4ce-43a1-af67-ff65c8df072a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:24.975902 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0958e-7281-452c-942f-c502f318832e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74a71f61-a55a-4490-9d9f-28ff1430d40c,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:24.978909 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-98e0958e-7281-452c-942f-c502f318832e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:24.979898 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-98e0958e-7281-452c-942f-c502f318832e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:24.982596 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-98e0958e-7281-452c-942f-c502f318832e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2125506 Apr 22 16:18:24.984353 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 46338) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:24.989862 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-22432b25-f095-4d68-a2c7-0df76b86afe6 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Request body: {'security_group_rule': {'security_group_id': '74a71f61-a55a-4490-9d9f-28ff1430d40c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:18:24.997687 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-22432b25-f095-4d68-a2c7-0df76b86afe6 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:25.002153 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-22432b25-f095-4d68-a2c7-0df76b86afe6 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Usage tracker for resource:security_group_rule and tenant:f8537b98a43742f2a3fcccbe15848877 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:25.005279 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-22432b25-f095-4d68-a2c7-0df76b86afe6 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:25.012347 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-22432b25-f095-4d68-a2c7-0df76b86afe6 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:25.028826 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-22432b25-f095-4d68-a2c7-0df76b86afe6 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:25.097040 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-22432b25-f095-4d68-a2c7-0df76b86afe6 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:25.099700 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-22432b25-f095-4d68-a2c7-0df76b86afe6 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:25.101869 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-51102c06-e76d-4e59-b8dc-7ce25e7b11ea tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:25.129906 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22432b25-f095-4d68-a2c7-0df76b86afe6 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad7dc73a-a53e-4814-964c-6eb9d01c423c,revision_number=0']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:25.137494 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-22432b25-f095-4d68-a2c7-0df76b86afe6 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:25.139980 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-22432b25-f095-4d68-a2c7-0df76b86afe6 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:25.141250 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-22432b25-f095-4d68-a2c7-0df76b86afe6 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1558664 Apr 22 16:18:25.144209 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 46350) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:25.151731 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-07abf800-cb25-4188-bdf7-b3003748b873 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Request body: {'security_group_rule': {'security_group_id': '74a71f61-a55a-4490-9d9f-28ff1430d40c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:18:25.158140 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-07abf800-cb25-4188-bdf7-b3003748b873 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:25.162189 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-07abf800-cb25-4188-bdf7-b3003748b873 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Usage tracker for resource:security_group_rule and tenant:f8537b98a43742f2a3fcccbe15848877 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:25.165208 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-07abf800-cb25-4188-bdf7-b3003748b873 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:25.171850 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-07abf800-cb25-4188-bdf7-b3003748b873 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:25.188841 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-07abf800-cb25-4188-bdf7-b3003748b873 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:25.256062 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-07abf800-cb25-4188-bdf7-b3003748b873 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:25.259480 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-07abf800-cb25-4188-bdf7-b3003748b873 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:25.262185 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-7707ebf1-ed51-4e3e-b8d3-d14561e66c5d tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:25.286859 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abf800-cb25-4188-bdf7-b3003748b873 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=931dc813-77f2-48cb-90f5-08d5e903bf3d,revision_number=0']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:25.289487 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-07abf800-cb25-4188-bdf7-b3003748b873 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:25.299961 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-07abf800-cb25-4188-bdf7-b3003748b873 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:25.301246 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-07abf800-cb25-4188-bdf7-b3003748b873 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1560302 Apr 22 16:18:25.304555 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 46366) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:25.310679 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-5e33e67f-d6f8-408e-943f-ed5bfffa8f60 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Request body: {'floatingip': {'floating_network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:18:25.316894 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-5e33e67f-d6f8-408e-943f-ed5bfffa8f60 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:25.320929 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-5e33e67f-d6f8-408e-943f-ed5bfffa8f60 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Usage tracker for resource:floatingip and tenant:f8537b98a43742f2a3fcccbe15848877 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:25.324109 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-5e33e67f-d6f8-408e-943f-ed5bfffa8f60 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:25.330125 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-5e33e67f-d6f8-408e-943f-ed5bfffa8f60 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:25.340770 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5e33e67f-d6f8-408e-943f-ed5bfffa8f60 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for floatingip, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:25.485129 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5e33e67f-d6f8-408e-943f-ed5bfffa8f60 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:25.635598 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-5e33e67f-d6f8-408e-943f-ed5bfffa8f60 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Allocated IP 172.28.3.156 (88dd38af-48aa-4ea4-a266-3e61b5f89d27/323aff52-d533-47a6-aeb2-a9a8b96d3993/f501e70e-6912-4398-a38e-78108844cbc2) {{(pid=86316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:18:25.816979 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 46382) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:25.829303 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56fea8-2829-4269-b8fb-529d403713c6 req-d171b339-670b-4cfc-97e9-da8ca2f6284d tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:25.830886 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8b56fea8-2829-4269-b8fb-529d403713c6 req-d171b339-670b-4cfc-97e9-da8ca2f6284d tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 985 time: 0.1981795 Apr 22 16:18:25.909490 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5e33e67f-d6f8-408e-943f-ed5bfffa8f60 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for port, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:25.920732 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8b56fea8-2829-4269-b8fb-529d403713c6 req-d04e3952-eb1e-45c9-af7e-f350458aa1a4 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=5860d8eb-ed64-41dd-ae16-5ae3b4ff6f8d&id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0779760 Apr 22 16:18:25.967054 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5e33e67f-d6f8-408e-943f-ed5bfffa8f60 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:25.971647 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-76cbaab7-2fa3-4b5d-8899-d13db7cf79ec tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:26.002616 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0cd23bd4-98e8-44b6-873f-50fc767f23e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:26.039083 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-0cd23bd4-98e8-44b6-873f-50fc767f23e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:26.054923 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e33e67f-d6f8-408e-943f-ed5bfffa8f60 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Network 88dd38af-48aa-4ea4-a266-3e61b5f89d27 is already hosted by enough agents. {{(pid=86316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:18:26.058826 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-0cd23bd4-98e8-44b6-873f-50fc767f23e2 admin admin] Usage tracker for resource:security_group_rule and tenant:af76169aa9674663be22a7cce6b15207 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:26.063066 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-5e33e67f-d6f8-408e-943f-ed5bfffa8f60 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Resources bound (agent type, host, resource id): {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:18:26.065520 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e33e67f-d6f8-408e-943f-ed5bfffa8f60 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Received port after_create {{(pid=86316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:18:26.096236 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-0cd23bd4-98e8-44b6-873f-50fc767f23e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:26.111386 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-0cd23bd4-98e8-44b6-873f-50fc767f23e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:26.115035 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33e67f-d6f8-408e-943f-ed5bfffa8f60 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Pushing event updated for resources: {'Port': ['ID=f501e70e-6912-4398-a38e-78108844cbc2,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:26.117959 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-5e33e67f-d6f8-408e-943f-ed5bfffa8f60 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:26.465052 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5e33e67f-d6f8-408e-943f-ed5bfffa8f60 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:26.560830 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0cd23bd4-98e8-44b6-873f-50fc767f23e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:26.566630 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0cd23bd4-98e8-44b6-873f-50fc767f23e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:26.574106 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f6b70c13-40e0-4e1c-b368-1e2208e4ab91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:26.580487 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5e33e67f-d6f8-408e-943f-ed5bfffa8f60 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:26.666021 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-0cd23bd4-98e8-44b6-873f-50fc767f23e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af76169aa9674663be22a7cce6b15207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8458989 Apr 22 16:18:26.668934 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd23bd4-98e8-44b6-873f-50fc767f23e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4e4caf-2ebb-4662-be02-49071f7c3290,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:26.669106 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 46388) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:26.672240 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-0cd23bd4-98e8-44b6-873f-50fc767f23e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:26.741222 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-10d4c26a-c765-4c6c-8d1f-c68a71079269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:26.769813 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-10d4c26a-c765-4c6c-8d1f-c68a71079269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:26.814366 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-10d4c26a-c765-4c6c-8d1f-c68a71079269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:26.819480 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-fcc11c48-6579-4720-8e81-c98566afa462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:26.833886 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4c26a-c765-4c6c-8d1f-c68a71079269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4e4caf-2ebb-4662-be02-49071f7c3290,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:26.836334 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-10d4c26a-c765-4c6c-8d1f-c68a71079269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:26.839024 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-10d4c26a-c765-4c6c-8d1f-c68a71079269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:26.842746 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-10d4c26a-c765-4c6c-8d1f-c68a71079269 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c4e4caf-2ebb-4662-be02-49071f7c3290 HTTP/1.1" status: 204 len: 168 time: 0.1725667 Apr 22 16:18:26.846195 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5e33e67f-d6f8-408e-943f-ed5bfffa8f60 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:26.850688 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5e33e67f-d6f8-408e-943f-ed5bfffa8f60 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:26.856404 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f9998709-79ee-4ed3-88f0-775f84b9f540 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:26.961391 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33e67f-d6f8-408e-943f-ed5bfffa8f60 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Pushing event updated for resources: {'Port': ['ID=f501e70e-6912-4398-a38e-78108844cbc2,revision_number=2']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:26.970036 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-5e33e67f-d6f8-408e-943f-ed5bfffa8f60 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:26.980109 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5e33e67f-d6f8-408e-943f-ed5bfffa8f60 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691126'] for floatingip, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:27.010570 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5e33e67f-d6f8-408e-943f-ed5bfffa8f60 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:27.011829 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-5e33e67f-d6f8-408e-943f-ed5bfffa8f60 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7062573 Apr 22 16:18:27.150912 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ca03f-9337-4f9e-9044-3bbcfd09a09d req-90d82c7f-78ab-42b4-a9e3-760e9e7ecb17 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:27.152532 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ac4ca03f-9337-4f9e-9044-3bbcfd09a09d req-90d82c7f-78ab-42b4-a9e3-760e9e7ecb17 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 985 time: 0.0998666 Apr 22 16:18:27.188835 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 46406) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:27.205692 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ac4ca03f-9337-4f9e-9044-3bbcfd09a09d req-2685d307-3784-41b1-b702-1a25de589c00 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=5860d8eb-ed64-41dd-ae16-5ae3b4ff6f8d&id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453880 Apr 22 16:18:27.209413 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d8ea924f-5893-4a84-b2e4-53b34745b65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:27.229382 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-d8ea924f-5893-4a84-b2e4-53b34745b65d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:27.233554 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-d8ea924f-5893-4a84-b2e4-53b34745b65d admin admin] Usage tracker for resource:security_group_rule and tenant:b585aefbbd62467283845c20796dac4a is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:27.236653 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-d8ea924f-5893-4a84-b2e4-53b34745b65d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:27.242879 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-d8ea924f-5893-4a84-b2e4-53b34745b65d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:27.268191 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-00aca26e-b2a4-425a-b118-89860309ce79 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Synchronizing usage tracker for tenant:f8537b98a43742f2a3fcccbe15848877 on resource:security_group {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:18:27.283220 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-00aca26e-b2a4-425a-b118-89860309ce79 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Unset dirty status for tenant:f8537b98a43742f2a3fcccbe15848877 on resource:security_group {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:18:27.284454 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-00aca26e-b2a4-425a-b118-89860309ce79 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--642273835&fields=id&tenant_id=f8537b98a43742f2a3fcccbe15848877 HTTP/1.1" status: 200 len: 267 time: 0.0593500 Apr 22 16:18:27.332099 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d8ea924f-5893-4a84-b2e4-53b34745b65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:27.335169 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d8ea924f-5893-4a84-b2e4-53b34745b65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:27.344771 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-aad60d4a-5c12-42d8-b259-edeac33da831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:27.389532 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-d8ea924f-5893-4a84-b2e4-53b34745b65d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b585aefbbd62467283845c20796dac4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1995094 Apr 22 16:18:27.390509 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea924f-5893-4a84-b2e4-53b34745b65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab630c6-9409-4edd-8dd4-17dcb52fe3b3,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:27.393448 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 46414) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:27.395923 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d8ea924f-5893-4a84-b2e4-53b34745b65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:27.448968 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-79e078f0-0667-48b7-8c39-ecffda75b225 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:27.450572 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-79e078f0-0667-48b7-8c39-ecffda75b225 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/networks?id=10ba8417-bb39-40e4-9ac2-493bc0eef8f2 HTTP/1.1" status: 200 len: 817 time: 0.1575389 Apr 22 16:18:27.457139 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b0c6179c-6262-4876-a496-91ede8d7aa2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:27.467268 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-2b051642-eafc-426e-aaf3-df6e162b1a5f tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/quotas/f8537b98a43742f2a3fcccbe15848877 HTTP/1.1" status: 200 len: 375 time: 0.0103035 Apr 22 16:18:27.485809 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b0c6179c-6262-4876-a496-91ede8d7aa2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:27.530787 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b0c6179c-6262-4876-a496-91ede8d7aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:27.535817 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b4826510-fd14-410c-b250-ba7b8b9dc26b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:27.548985 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6179c-6262-4876-a496-91ede8d7aa2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab630c6-9409-4edd-8dd4-17dcb52fe3b3,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:27.552144 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b0c6179c-6262-4876-a496-91ede8d7aa2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:27.554590 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b0c6179c-6262-4876-a496-91ede8d7aa2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:27.559528 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-b0c6179c-6262-4876-a496-91ede8d7aa2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ab630c6-9409-4edd-8dd4-17dcb52fe3b3 HTTP/1.1" status: 204 len: 168 time: 0.1617064 Apr 22 16:18:27.561663 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-131d9dfa-24b3-4e9f-a251-153fbdd81770 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Synchronizing usage tracker for tenant:f8537b98a43742f2a3fcccbe15848877 on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:18:27.579545 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-131d9dfa-24b3-4e9f-a251-153fbdd81770 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Unset dirty status for tenant:f8537b98a43742f2a3fcccbe15848877 on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:18:27.580963 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-131d9dfa-24b3-4e9f-a251-153fbdd81770 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f8537b98a43742f2a3fcccbe15848877&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1079252 Apr 22 16:18:27.735120 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-0180a47e-6601-4714-9e40-ad1b46ee0a04 service neutron] 10.222.0.21 "GET /v2.0/networks/10ba8417-bb39-40e4-9ac2-493bc0eef8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408029 Apr 22 16:18:27.879421 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-e2329e27-9712-4e09-82e3-193729cb49aa service neutron] 10.222.0.21 "GET /v2.0/networks/10ba8417-bb39-40e4-9ac2-493bc0eef8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374111 Apr 22 16:18:28.088748 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-48a2b22a-9cf6-46c5-91e6-a07628f4a748 req-270dee61-8634-4c1a-b99f-efd1eb99a8b5 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 210 time: 0.0487292 Apr 22 16:18:28.428024 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057eb68-9a5f-4dbf-8d58-e1935ad74e20 req-30ae722f-b697-4cc9-8426-ede292706ac3 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:28.431003 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d057eb68-9a5f-4dbf-8d58-e1935ad74e20 req-30ae722f-b697-4cc9-8426-ede292706ac3 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 985 time: 0.1006124 Apr 22 16:18:28.488891 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d057eb68-9a5f-4dbf-8d58-e1935ad74e20 req-6a27e77f-dae6-45ac-a5c7-93fa8ee0a229 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=5860d8eb-ed64-41dd-ae16-5ae3b4ff6f8d&id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0490298 Apr 22 16:18:29.279858 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-63236d4f-bd1c-4c8c-9833-ae35bf4206a3 req-7624a30c-f5ba-4ecc-9787-e90064d57c6b tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 210 time: 0.0606484 Apr 22 16:18:29.290695 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-fead9996-6966-4a8b-a9ac-2995c55bc660 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:29.292382 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-fead9996-6966-4a8b-a9ac-2995c55bc660 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.43 "GET /v2.0/networks?id=10ba8417-bb39-40e4-9ac2-493bc0eef8f2 HTTP/1.1" status: 200 len: 817 time: 0.2081540 Apr 22 16:18:29.346000 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-a5996c13-089d-453c-b176-a002874d3458 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8537b98a43742f2a3fcccbe15848877 HTTP/1.1" status: 200 len: 379 time: 0.0435033 Apr 22 16:18:29.359956 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-0b5a377e-e640-4946-9124-294ac9f19355 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Request body: {'port': {'device_id': 'a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'admin_state_up': True, 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'security_groups': ['74a71f61-a55a-4490-9d9f-28ff1430d40c']}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:18:29.498774 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-0b5a377e-e640-4946-9124-294ac9f19355 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:29.508652 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-0b5a377e-e640-4946-9124-294ac9f19355 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:29.517794 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-0b5a377e-e640-4946-9124-294ac9f19355 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Made reservation on behalf of f8537b98a43742f2a3fcccbe15848877 for: {'port': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:18:29.523819 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-0b5a377e-e640-4946-9124-294ac9f19355 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:29.764114 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-0b5a377e-e640-4946-9124-294ac9f19355 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Allocated IP 172.20.0.12 (10ba8417-bb39-40e4-9ac2-493bc0eef8f2/93257d7e-85c0-4511-a149-8d2031392de0/470ffc3e-4a8c-47fa-bb0b-d7f462389d5c) {{(pid=86316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:18:29.776403 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d96b0-6c22-4751-ba36-f0cee8a32b45 req-69934ca8-f405-449f-9602-f0fa2ad0f061 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:29.777960 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bc3d96b0-6c22-4751-ba36-f0cee8a32b45 req-69934ca8-f405-449f-9602-f0fa2ad0f061 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 985 time: 0.1708791 Apr 22 16:18:29.882312 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bc3d96b0-6c22-4751-ba36-f0cee8a32b45 req-b1d10cd2-9246-4f94-8e0a-79d082fb3240 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=5860d8eb-ed64-41dd-ae16-5ae3b4ff6f8d&id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0967603 Apr 22 16:18:30.006608 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-0b5a377e-e640-4946-9124-294ac9f19355 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for port, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:30.022760 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-0b5a377e-e640-4946-9124-294ac9f19355 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Transition to ACTIVE for port object 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c will not be triggered until provisioned by entity DHCP. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:18:30.046435 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-0b5a377e-e640-4946-9124-294ac9f19355 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:30.051971 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:30.129894 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-0b5a377e-e640-4946-9124-294ac9f19355 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Network 10ba8417-bb39-40e4-9ac2-493bc0eef8f2 is already hosted by enough agents. {{(pid=86316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:18:30.133145 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-0b5a377e-e640-4946-9124-294ac9f19355 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Resources bound (agent type, host, resource id): {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:18:30.138031 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-0b5a377e-e640-4946-9124-294ac9f19355 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Received port after_create {{(pid=86316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:18:30.165037 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a377e-e640-4946-9124-294ac9f19355 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Pushing event updated for resources: {'Port': ['ID=470ffc3e-4a8c-47fa-bb0b-d7f462389d5c,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:30.171709 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-0b5a377e-e640-4946-9124-294ac9f19355 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:30.209835 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-0b5a377e-e640-4946-9124-294ac9f19355 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:30.210712 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-0b5a377e-e640-4946-9124-294ac9f19355 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:30.242272 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-0b5a377e-e640-4946-9124-294ac9f19355 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8864460 Apr 22 16:18:30.255554 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-b9fb646c-027d-482e-b273-eb8a4ef3ce03 service neutron] Request body: {'port': {'device_id': 'a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:18:30.349641 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-7534df29-ecb6-41dc-b2a0-030c5806fa6e None None] Provisioning for port 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c completed by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:18:30.356976 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-7534df29-ecb6-41dc-b2a0-030c5806fa6e None None] Provisioning complete for port 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:18:30.357399 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7534df29-ecb6-41dc-b2a0-030c5806fa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:30.405128 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-b9fb646c-027d-482e-b273-eb8a4ef3ce03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:30.420560 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-7534df29-ecb6-41dc-b2a0-030c5806fa6e None None] Port 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c cannot update to ACTIVE because it is not bound. {{(pid=86317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:18:30.630515 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e53c7f-94d8-435e-a594-1cded47b9487 req-542ea563-b34e-4a39-8c91-36fd87f72746 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:30.631204 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-07e53c7f-94d8-435e-a594-1cded47b9487 req-542ea563-b34e-4a39-8c91-36fd87f72746 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Synchronizing usage tracker for tenant:f8537b98a43742f2a3fcccbe15848877 on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:18:30.727713 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-07e53c7f-94d8-435e-a594-1cded47b9487 req-542ea563-b34e-4a39-8c91-36fd87f72746 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Unset dirty status for tenant:f8537b98a43742f2a3fcccbe15848877 on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:18:30.729035 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-07e53c7f-94d8-435e-a594-1cded47b9487 req-542ea563-b34e-4a39-8c91-36fd87f72746 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 932 time: 0.3141127 Apr 22 16:18:30.808267 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-07e53c7f-94d8-435e-a594-1cded47b9487 req-529da47e-8c0f-4d2b-a133-429fd429126e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720482 Apr 22 16:18:30.892956 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-b9fb646c-027d-482e-b273-eb8a4ef3ce03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c {{(pid=86316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:18:30.900547 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-b9fb646c-027d-482e-b273-eb8a4ef3ce03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:30.916013 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-b9fb646c-027d-482e-b273-eb8a4ef3ce03 service neutron] Transition to ACTIVE for port object 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c will not be triggered until provisioned by entity L2. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:18:30.918754 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-b9fb646c-027d-482e-b273-eb8a4ef3ce03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:30.923539 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:31.144163 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb646c-027d-482e-b273-eb8a4ef3ce03 service neutron] Pushing event updated for resources: {'Port': ['ID=470ffc3e-4a8c-47fa-bb0b-d7f462389d5c,revision_number=2']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:31.365044 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b9fb646c-027d-482e-b273-eb8a4ef3ce03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:31.464728 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd73af-4d8f-4795-8fad-6625a9b07fc4 req-b6f9ace5-12c2-42e1-a214-dc9eeee3daa1 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:31.466366 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4afd73af-4d8f-4795-8fad-6625a9b07fc4 req-b6f9ace5-12c2-42e1-a214-dc9eeee3daa1 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 985 time: 0.4432700 Apr 22 16:18:31.467568 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-b9fb646c-027d-482e-b273-eb8a4ef3ce03 service neutron] Attempting to bind port 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:18:31.467939 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-b9fb646c-027d-482e-b273-eb8a4ef3ce03 service neutron] Attempting to bind port 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'b3de8a27-a528-45bc-bd16-1d4fd785a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2'}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:18:31.468317 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-b9fb646c-027d-482e-b273-eb8a4ef3ce03 service neutron] Attempting to bind port 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c on network 10ba8417-bb39-40e4-9ac2-493bc0eef8f2 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:18:31.474783 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-b9fb646c-027d-482e-b273-eb8a4ef3ce03 service neutron] Port 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c on network 10ba8417-bb39-40e4-9ac2-493bc0eef8f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:18:31.475143 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-b9fb646c-027d-482e-b273-eb8a4ef3ce03 service neutron] Attempting to bind port 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c on network 10ba8417-bb39-40e4-9ac2-493bc0eef8f2 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:18:31.495047 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-b9fb646c-027d-482e-b273-eb8a4ef3ce03 service neutron] Checking agent: {'id': '016b7565-6632-473e-a317-92a5bd3f2916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'started_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:18:31.495591 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-b9fb646c-027d-482e-b273-eb8a4ef3ce03 service neutron] Checking segment: {'id': 'b3de8a27-a528-45bc-bd16-1d4fd785a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:18:31.496011 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-b9fb646c-027d-482e-b273-eb8a4ef3ce03 service neutron] Bound using segment: {'id': 'b3de8a27-a528-45bc-bd16-1d4fd785a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2'} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:18:31.496487 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-b9fb646c-027d-482e-b273-eb8a4ef3ce03 service neutron] Bound port: 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3de8a27-a528-45bc-bd16-1d4fd785a2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2'}}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:18:31.496867 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-b9fb646c-027d-482e-b273-eb8a4ef3ce03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:31.578973 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4afd73af-4d8f-4795-8fad-6625a9b07fc4 req-582bce71-27e9-4068-966a-562d4a72dffa tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=5860d8eb-ed64-41dd-ae16-5ae3b4ff6f8d&id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1050322 Apr 22 16:18:31.629109 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-b9fb646c-027d-482e-b273-eb8a4ef3ce03 service neutron] For port 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c, host hv-cinder-78462, cleared binding levels {{(pid=86316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:18:31.632382 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-b9fb646c-027d-482e-b273-eb8a4ef3ce03 service neutron] For port 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=470ffc3e-4a8c-47fa-bb0b-d7f462389d5c,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:18:31.640275 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-b9fb646c-027d-482e-b273-eb8a4ef3ce03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:31.645692 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-077a4b9d-0a6d-4baf-a745-03ed07cdaa1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:31.700717 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-b9fb646c-027d-482e-b273-eb8a4ef3ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:31.701382 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-b9fb646c-027d-482e-b273-eb8a4ef3ce03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:31.703063 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-b9fb646c-027d-482e-b273-eb8a4ef3ce03 service neutron] 10.222.0.43 "PUT /v2.0/ports/470ffc3e-4a8c-47fa-bb0b-d7f462389d5c HTTP/1.1" status: 200 len: 1094 time: 1.4524956 Apr 22 16:18:31.705799 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c', 'tag': '470ffc3e-4a8c-47fa-bb0b-d7f462389d5c'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:18:31.737798 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb646c-027d-482e-b273-eb8a4ef3ce03 service neutron] Pushing event updated for resources: {'Port': ['ID=470ffc3e-4a8c-47fa-bb0b-d7f462389d5c,revision_number=3']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:31.740892 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b9fb646c-027d-482e-b273-eb8a4ef3ce03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:31.789999 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c', 'tag': '470ffc3e-4a8c-47fa-bb0b-d7f462389d5c', 'status': 'completed', 'code': 200} Apr 22 16:18:31.829549 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-2c60611e-08fc-4384-b26d-33439fc81507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:31.831178 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-2c60611e-08fc-4384-b26d-33439fc81507 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8537b98a43742f2a3fcccbe15848877&device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 1097 time: 0.0870469 Apr 22 16:18:31.908686 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-f03efb50-ddd6-4617-8bc4-dde05b3ac9cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=470ffc3e-4a8c-47fa-bb0b-d7f462389d5c HTTP/1.1" status: 200 len: 217 time: 0.0689836 Apr 22 16:18:32.028470 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-fad62f0b-6650-4b23-bb5b-291a2e1247a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:32.030018 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-fad62f0b-6650-4b23-bb5b-291a2e1247a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93257d7e-85c0-4511-a149-8d2031392de0 HTTP/1.1" status: 200 len: 856 time: 0.1135437 Apr 22 16:18:32.115536 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b4f3c-f14c-46b4-bc80-272027ce4308 req-55edc15b-c688-4275-8acd-fe8aa116960c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:32.117155 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-628b4f3c-f14c-46b4-bc80-272027ce4308 req-55edc15b-c688-4275-8acd-fe8aa116960c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 944 time: 0.1636188 Apr 22 16:18:32.174061 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-6a58abf8-71d2-47a3-90d2-d803a02bf0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:32.175642 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-6a58abf8-71d2-47a3-90d2-d803a02bf0ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=10ba8417-bb39-40e4-9ac2-493bc0eef8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1348114 Apr 22 16:18:32.180412 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-628b4f3c-f14c-46b4-bc80-272027ce4308 req-2bd0571a-bac8-41b9-911d-2174b5b03c14 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536005 Apr 22 16:18:32.318254 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-8734e1de-e386-4efc-86ca-49f6d425ffed service neutron] 10.222.0.43 "GET /v2.0/networks/10ba8417-bb39-40e4-9ac2-493bc0eef8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340401 Apr 22 16:18:32.460036 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a4f122b0-22b7-44c6-87f2-7e411176245e req-bee1706e-0e7a-4e4c-89fe-262817a39d9a service neutron] 10.222.0.43 "GET /v2.0/networks/10ba8417-bb39-40e4-9ac2-493bc0eef8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351597 Apr 22 16:18:32.586883 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb074e3-eeec-4639-a124-19f33cbe0f51 req-9678b10b-c19d-4f51-8c0e-985bf3cfb818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:32.589368 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8fb074e3-eeec-4639-a124-19f33cbe0f51 req-9678b10b-c19d-4f51-8c0e-985bf3cfb818 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8537b98a43742f2a3fcccbe15848877&device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 1097 time: 0.0776646 Apr 22 16:18:32.807346 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb074e3-eeec-4639-a124-19f33cbe0f51 req-98751e0f-df10-426c-b0db-c2f6f7b7021c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:32.808926 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8fb074e3-eeec-4639-a124-19f33cbe0f51 req-98751e0f-df10-426c-b0db-c2f6f7b7021c service neutron] 10.222.0.43 "GET /v2.0/networks?id=10ba8417-bb39-40e4-9ac2-493bc0eef8f2 HTTP/1.1" status: 200 len: 918 time: 0.2131360 Apr 22 16:18:32.892045 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8fb074e3-eeec-4639-a124-19f33cbe0f51 req-232c22bd-5586-45ea-90df-8c9b89758bba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=470ffc3e-4a8c-47fa-bb0b-d7f462389d5c HTTP/1.1" status: 200 len: 217 time: 0.0753818 Apr 22 16:18:32.902357 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d17ac6-722a-496f-9a6c-646f279f31dc req-68bbe7fb-a6a0-43f1-81a8-60873ba63048 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:32.903915 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-12d17ac6-722a-496f-9a6c-646f279f31dc req-68bbe7fb-a6a0-43f1-81a8-60873ba63048 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 985 time: 0.2060988 Apr 22 16:18:33.006755 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-12d17ac6-722a-496f-9a6c-646f279f31dc req-0320851e-8490-4280-8f61-96eead721d60 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=5860d8eb-ed64-41dd-ae16-5ae3b4ff6f8d&id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0677907 Apr 22 16:18:33.008372 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb074e3-eeec-4639-a124-19f33cbe0f51 req-17e21507-f614-4bde-be94-6523ee6ed268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:33.009831 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8fb074e3-eeec-4639-a124-19f33cbe0f51 req-17e21507-f614-4bde-be94-6523ee6ed268 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93257d7e-85c0-4511-a149-8d2031392de0 HTTP/1.1" status: 200 len: 856 time: 0.1050074 Apr 22 16:18:33.098043 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb074e3-eeec-4639-a124-19f33cbe0f51 req-b0a5a6c4-d381-4ee9-a37d-d8d914cde913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:33.099649 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8fb074e3-eeec-4639-a124-19f33cbe0f51 req-b0a5a6c4-d381-4ee9-a37d-d8d914cde913 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=10ba8417-bb39-40e4-9ac2-493bc0eef8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824051 Apr 22 16:18:33.252890 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8fb074e3-eeec-4639-a124-19f33cbe0f51 req-0f0de2a3-d3ff-4f76-b56a-62702bfa3687 service neutron] 10.222.0.43 "GET /v2.0/networks/10ba8417-bb39-40e4-9ac2-493bc0eef8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424556 Apr 22 16:18:33.462922 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8fb074e3-eeec-4639-a124-19f33cbe0f51 req-597e8cc6-2ecd-49d0-b33a-a8fafa4de6d9 service neutron] 10.222.0.43 "GET /v2.0/networks/10ba8417-bb39-40e4-9ac2-493bc0eef8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009625 Apr 22 16:18:33.476793 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4086372-9f8b-468a-9447-e769d9b1da71 req-1b18d38f-aa45-4aea-931c-f4d32d96067f tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:33.478340 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b4086372-9f8b-468a-9447-e769d9b1da71 req-1b18d38f-aa45-4aea-931c-f4d32d96067f tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 944 time: 0.1769347 Apr 22 16:18:33.529552 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b4086372-9f8b-468a-9447-e769d9b1da71 req-f72ca773-7510-4620-9f5a-7809f3351289 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439470 Apr 22 16:18:34.215894 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfb944-effa-4d0f-9116-6f0fa870d789 req-d140abb0-3742-4277-bab2-045f4fdb05b7 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:34.217493 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-f3dfb944-effa-4d0f-9116-6f0fa870d789 req-d140abb0-3742-4277-bab2-045f4fdb05b7 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 985 time: 0.0925243 Apr 22 16:18:34.269225 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-f3dfb944-effa-4d0f-9116-6f0fa870d789 req-2cff2e4f-092d-452b-90d0-806af199d153 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=5860d8eb-ed64-41dd-ae16-5ae3b4ff6f8d&id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450664 Apr 22 16:18:34.742057 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc3f78-ea2a-4e80-808e-7c403b0df4b5 req-a270f065-77df-4c63-a96f-f5c095869448 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:34.743720 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c7cc3f78-ea2a-4e80-808e-7c403b0df4b5 req-a270f065-77df-4c63-a96f-f5c095869448 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 944 time: 0.0879152 Apr 22 16:18:34.793905 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c7cc3f78-ea2a-4e80-808e-7c403b0df4b5 req-cc74492c-9271-4aad-a4a4-64d936a324cc tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432632 Apr 22 16:18:35.470090 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b22095-1dea-417a-8514-a2c34c80dd80 req-6ebdab05-e596-4d1e-b27c-f9a452b7342c tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:35.471685 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-43b22095-1dea-417a-8514-a2c34c80dd80 req-6ebdab05-e596-4d1e-b27c-f9a452b7342c tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 985 time: 0.0880880 Apr 22 16:18:35.521632 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-43b22095-1dea-417a-8514-a2c34c80dd80 req-199fbcf3-fb5f-4d29-89a1-9092b5f56191 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=5860d8eb-ed64-41dd-ae16-5ae3b4ff6f8d&id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435727 Apr 22 16:18:35.725406 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:18:35.871325 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=470ffc3e-4a8c-47fa-bb0b-d7f462389d5c,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:18:35.885621 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Returning: {'device': '470ffc3e-4a8c-47fa-bb0b-d7f462389d5c', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'port_id': '470ffc3e-4a8c-47fa-bb0b-d7f462389d5c', 'mac_address': 'fa:16:3e:73:4d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93257d7e-85c0-4511-a149-8d2031392de0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:18:35.945529 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:35.964309 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c {{(pid=86317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:18:35.980760 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=470ffc3e-4a8c-47fa-bb0b-d7f462389d5c,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:18:35.983657 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:35.985422 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:36.015031 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31300f93-58b8-45a1-a322-5db8f232f232 req-1442e798-b6a3-4b1e-8aca-6b6e4696b708 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:36.016696 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-31300f93-58b8-45a1-a322-5db8f232f232 req-1442e798-b6a3-4b1e-8aca-6b6e4696b708 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 944 time: 0.0970569 Apr 22 16:18:36.059127 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=470ffc3e-4a8c-47fa-bb0b-d7f462389d5c,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:36.067039 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-31300f93-58b8-45a1-a322-5db8f232f232 req-d159176f-4a3b-48b3-b054-667236656a95 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439548 Apr 22 16:18:36.067402 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:36.067795 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:36.068180 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:36.068558 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:36.068934 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:36.069308 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:36.069811 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:36.070155 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:36.070547 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:36.070921 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:36.071288 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:36.072090 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:36.075792 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:36.202177 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['470ffc3e-4a8c-47fa-bb0b-d7f462389d5c'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:18:37.159278 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7ecad1d2-f087-44d6-ada9-bb0a75fb21d9 req-813f3721-154a-49a9-a503-e7202511acb1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801952 Apr 22 16:18:37.353873 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92c658-4ca0-45c9-8e6f-0e5392bb98ca req-fa54b6e9-c6e2-4ec1-a467-d7f4b72b0dd0 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:37.355669 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1b92c658-4ca0-45c9-8e6f-0e5392bb98ca req-fa54b6e9-c6e2-4ec1-a467-d7f4b72b0dd0 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 945 time: 0.1628630 Apr 22 16:18:37.358000 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecad1d2-f087-44d6-ada9-bb0a75fb21d9 req-1e6c9c74-d579-4cfa-abaf-6c0f260d3be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:37.359446 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7ecad1d2-f087-44d6-ada9-bb0a75fb21d9 req-1e6c9c74-d579-4cfa-abaf-6c0f260d3be0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7aca53c5261c4484bf84056e3058fc5e&device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 1138 time: 0.1219728 Apr 22 16:18:37.499267 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1b92c658-4ca0-45c9-8e6f-0e5392bb98ca req-1dd1242d-e705-4cce-8094-fcbe7177ff1a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358857 Apr 22 16:18:37.542637 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecad1d2-f087-44d6-ada9-bb0a75fb21d9 req-64b28420-f759-4188-9d45-bc2fb566bddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:37.544423 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7ecad1d2-f087-44d6-ada9-bb0a75fb21d9 req-64b28420-f759-4188-9d45-bc2fb566bddb service neutron] 10.222.0.43 "GET /v2.0/networks?id=901c6dca-a88b-42fc-8b51-90622fddca64 HTTP/1.1" status: 200 len: 916 time: 0.1643839 Apr 22 16:18:37.657983 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7ecad1d2-f087-44d6-ada9-bb0a75fb21d9 req-0898e65e-57bd-4245-b962-10f4ad95fa0a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37e82257-1caa-48c1-af33-9ee84eaabdec HTTP/1.1" status: 200 len: 1002 time: 0.1070487 Apr 22 16:18:37.729480 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c up at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:18:37.735735 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecad1d2-f087-44d6-ada9-bb0a75fb21d9 req-0d8c2e32-b111-454a-a2cc-d3bc2fd64f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:37.737279 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7ecad1d2-f087-44d6-ada9-bb0a75fb21d9 req-0d8c2e32-b111-454a-a2cc-d3bc2fd64f1a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=540790b8-1ff6-4f2e-b3db-8ed89ce47f6d HTTP/1.1" status: 200 len: 854 time: 0.0640278 Apr 22 16:18:37.801750 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning for port 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:18:37.806620 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning complete for port 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:18:37.807041 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:37.825911 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecad1d2-f087-44d6-ada9-bb0a75fb21d9 req-7b913fb0-15c9-4fc8-9095-9dc0246bbc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:37.827604 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7ecad1d2-f087-44d6-ada9-bb0a75fb21d9 req-7b913fb0-15c9-4fc8-9095-9dc0246bbc69 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=901c6dca-a88b-42fc-8b51-90622fddca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0832465 Apr 22 16:18:37.944086 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:37.946657 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:37.971465 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7ecad1d2-f087-44d6-ada9-bb0a75fb21d9 req-d44450ec-0341-4e1d-9a11-ae5e6a8c12f5 service neutron] 10.222.0.43 "GET /v2.0/networks/901c6dca-a88b-42fc-8b51-90622fddca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364965 Apr 22 16:18:37.975390 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470ffc3e-4a8c-47fa-bb0b-d7f462389d5c'}] {{(pid=86317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:18:37.985579 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=470ffc3e-4a8c-47fa-bb0b-d7f462389d5c,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:18:37.988941 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:37.990882 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:38.029109 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470ffc3e-4a8c-47fa-bb0b-d7f462389d5c', 'code': 200} Apr 22 16:18:38.063785 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=470ffc3e-4a8c-47fa-bb0b-d7f462389d5c,revision_number=5']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:38.067037 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:38.393738 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7ecad1d2-f087-44d6-ada9-bb0a75fb21d9 req-f77b2f2e-511d-467b-b175-c177d1986240 service neutron] 10.222.0.43 "GET /v2.0/networks/901c6dca-a88b-42fc-8b51-90622fddca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139488 Apr 22 16:18:38.402320 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db849664-f007-4a50-b25d-07ea4a5cae72 req-22ae5358-75cd-4816-bc47-ce39fcc0df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:38.403861 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-db849664-f007-4a50-b25d-07ea4a5cae72 req-22ae5358-75cd-4816-bc47-ce39fcc0df6d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 1099 time: 0.1116493 Apr 22 16:18:38.448318 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-396eea45-f0b3-418c-913a-a4048be3b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:38.453494 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-db849664-f007-4a50-b25d-07ea4a5cae72 req-49db273e-4f94-4c9f-9791-a1c22c190235 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432057 Apr 22 16:18:38.711431 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1187b-d6e0-4db7-a2bf-ac3b1ee9e468 req-b15db23e-0e08-4cf6-b3df-9774e9e51842 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:38.713041 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0ba1187b-d6e0-4db7-a2bf-ac3b1ee9e468 req-b15db23e-0e08-4cf6-b3df-9774e9e51842 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 946 time: 0.0900884 Apr 22 16:18:38.764143 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0ba1187b-d6e0-4db7-a2bf-ac3b1ee9e468 req-fba479c7-88aa-4249-be8d-76214bfc7bbb tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440755 Apr 22 16:18:39.976454 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac2c26-ea64-4999-918f-9be4d24ad5dd req-a1fb63bb-c809-4780-a7d8-0202d70f9a57 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:39.977919 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-34ac2c26-ea64-4999-918f-9be4d24ad5dd req-a1fb63bb-c809-4780-a7d8-0202d70f9a57 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 946 time: 0.0902956 Apr 22 16:18:40.025121 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-34ac2c26-ea64-4999-918f-9be4d24ad5dd req-56a3cc50-3bd9-4fcb-a09e-97385de7b479 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402567 Apr 22 16:18:40.224890 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42af7a-7c29-41c0-bb8c-a3319440c921 req-adebcc4e-fc79-4ab3-866e-687588739046 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:40.226561 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1d42af7a-7c29-41c0-bb8c-a3319440c921 req-adebcc4e-fc79-4ab3-866e-687588739046 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 946 time: 0.0876691 Apr 22 16:18:40.240459 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 46560) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:40.246743 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-1a9133e0-0bf9-4cf4-b5c8-5001512d63b5 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Request body: {'floatingip': {'port_id': '470ffc3e-4a8c-47fa-bb0b-d7f462389d5c'}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:18:40.335566 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1a9133e0-0bf9-4cf4-b5c8-5001512d63b5 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for floatingip, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:40.964418 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1a9133e0-0bf9-4cf4-b5c8-5001512d63b5 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:40.969140 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1a9133e0-0bf9-4cf4-b5c8-5001512d63b5 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691126'] for floatingip, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:41.156227 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.l3_db [None req-1a9133e0-0bf9-4cf4-b5c8-5001512d63b5 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Floating IP dd828efb-fb77-47d5-be42-c1d99bb1c2fb associated. External IP: 172.28.3.156, port: 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c. Apr 22 16:18:41.388247 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-abfac5e2-07f5-4c25-afbd-cc9ce3f88038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:41.533949 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9133e0-0bf9-4cf4-b5c8-5001512d63b5 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Router f445d462-20f4-4e61-80b6-32f3806720d9 has already been hosted by L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 {{(pid=86315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:18:41.587876 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:41.727999 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9133e0-0bf9-4cf4-b5c8-5001512d63b5 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:18:41.733953 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1a9133e0-0bf9-4cf4-b5c8-5001512d63b5 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:41.738787 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2239ccc-5df3-46f7-80ad-13ec0f328c23 None None] Sync routers for ids ['f445d462-20f4-4e61-80b6-32f3806720d9'] in dv-cinder-784623-7-smb {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:18:41.749342 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2239ccc-5df3-46f7-80ad-13ec0f328c23 None None] Routers {'f445d462-20f4-4e61-80b6-32f3806720d9'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:18:41.750018 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-f2239ccc-5df3-46f7-80ad-13ec0f328c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:18:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['f445d462-20f4-4e61-80b6-32f3806720d9'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:18:41.800526 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-1a9133e0-0bf9-4cf4-b5c8-5001512d63b5 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "PUT /v2.0/floatingips/dd828efb-fb77-47d5-be42-c1d99bb1c2fb HTTP/1.1" status: 200 len: 992 time: 1.5561228 Apr 22 16:18:41.800526 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c', 'tag': '470ffc3e-4a8c-47fa-bb0b-d7f462389d5c'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:18:41.854107 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c', 'tag': '470ffc3e-4a8c-47fa-bb0b-d7f462389d5c', 'status': 'completed', 'code': 200} Apr 22 16:18:41.902512 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 46584) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:41.917023 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:41.969513 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-f2239ccc-5df3-46f7-80ad-13ec0f328c23 None None] Set router f445d462-20f4-4e61-80b6-32f3806720d9 gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:18:41.979980 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc4b7f-ccc9-42d4-987d-94e0c6e36066 req-3eda6290-156c-4613-b480-99097192dc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:41.982250 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-82cc4b7f-ccc9-42d4-987d-94e0c6e36066 req-3eda6290-156c-4613-b480-99097192dc2d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8537b98a43742f2a3fcccbe15848877&device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 1099 time: 0.1010449 Apr 22 16:18:42.037329 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-87531e14-ee0a-4e1d-a122-d29cbcfde688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:42.053060 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-87531e14-ee0a-4e1d-a122-d29cbcfde688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:42.057124 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-87531e14-ee0a-4e1d-a122-d29cbcfde688 admin admin] Usage tracker for resource:security_group_rule and tenant:ceb9fc8f723642078f4efdaa11fd83c3 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:42.061484 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-87531e14-ee0a-4e1d-a122-d29cbcfde688 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:42.067527 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-87531e14-ee0a-4e1d-a122-d29cbcfde688 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:42.125197 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc4b7f-ccc9-42d4-987d-94e0c6e36066 req-feafc325-68f2-458b-9fc1-470d41184b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:42.126714 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-82cc4b7f-ccc9-42d4-987d-94e0c6e36066 req-feafc325-68f2-458b-9fc1-470d41184b37 service neutron] 10.222.0.43 "GET /v2.0/networks?id=10ba8417-bb39-40e4-9ac2-493bc0eef8f2 HTTP/1.1" status: 200 len: 918 time: 0.1382475 Apr 22 16:18:42.156426 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-87531e14-ee0a-4e1d-a122-d29cbcfde688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:42.160533 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-87531e14-ee0a-4e1d-a122-d29cbcfde688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:42.173267 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d7a2a292-e192-49be-9327-7cb5d7208e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:42.216908 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-87531e14-ee0a-4e1d-a122-d29cbcfde688 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ceb9fc8f723642078f4efdaa11fd83c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132098 Apr 22 16:18:42.217845 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87531e14-ee0a-4e1d-a122-d29cbcfde688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687a42f6-9ca9-4d6e-89cd-b3e7f118bf00,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:42.220416 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 46590) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:42.233584 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-87531e14-ee0a-4e1d-a122-d29cbcfde688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:42.242475 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-82cc4b7f-ccc9-42d4-987d-94e0c6e36066 req-def5659c-af5d-4eed-a022-2d0993011215 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=470ffc3e-4a8c-47fa-bb0b-d7f462389d5c HTTP/1.1" status: 200 len: 1000 time: 0.1091216 Apr 22 16:18:42.288798 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d73a80b7-173b-42ec-8927-ad2d12ac4023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:42.312769 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc4b7f-ccc9-42d4-987d-94e0c6e36066 req-4735af90-da73-41a2-8468-45bfbac60a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:42.314321 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-82cc4b7f-ccc9-42d4-987d-94e0c6e36066 req-4735af90-da73-41a2-8468-45bfbac60a38 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93257d7e-85c0-4511-a149-8d2031392de0 HTTP/1.1" status: 200 len: 856 time: 0.0659463 Apr 22 16:18:42.318133 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d73a80b7-173b-42ec-8927-ad2d12ac4023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:42.356655 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-f2239ccc-5df3-46f7-80ad-13ec0f328c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'name': 'tempest-AttachVolumeShelveTestJSON-2143313239-router', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:24Z', 'updated_at': '2021-04-22T16:14:33Z', 'revision_number': 4, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'gw_port': {'id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:26Z', 'updated_at': '2021-04-22T16:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_floatingips': [{'id': 'dd828efb-fb77-47d5-be42-c1d99bb1c2fb', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'floating_ip_address': '172.28.3.156', 'floating_network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'router_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'port_id': '470ffc3e-4a8c-47fa-bb0b-d7f462389d5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'mac_address': 'fa:16:3e:73:4d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:18:26Z', 'updated_at': '2021-04-22T16:18:40Z', 'revision_number': 1, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bbcf06b-6d2c-4294-bd38-5d0208eeeebb', 'name': '', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'mac_address': 'fa:16:3e:8f:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93257d7e-85c0-4511-a149-8d2031392de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:32Z', 'updated_at': '2021-04-22T16:14:47Z', 'revision_number': 5, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'subnets': [{'id': '93257d7e-85c0-4511-a149-8d2031392de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:18:42.360934 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2239ccc-5df3-46f7-80ad-13ec0f328c23 None None] Checking router: f445d462-20f4-4e61-80b6-32f3806720d9 for host: dv-cinder-784623-7-smb {{(pid=86317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:18:42.366748 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d73a80b7-173b-42ec-8927-ad2d12ac4023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:42.370837 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2239ccc-5df3-46f7-80ad-13ec0f328c23 None None] Routers {'f445d462-20f4-4e61-80b6-32f3806720d9'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:18:42.372201 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-f2239ccc-5df3-46f7-80ad-13ec0f328c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:18:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['f445d462-20f4-4e61-80b6-32f3806720d9'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:18:42.373095 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d82e47c4-8015-4374-b607-5c678fe6d38d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:42.387357 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a80b7-173b-42ec-8927-ad2d12ac4023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687a42f6-9ca9-4d6e-89cd-b3e7f118bf00,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:42.390681 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d73a80b7-173b-42ec-8927-ad2d12ac4023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:42.393752 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d73a80b7-173b-42ec-8927-ad2d12ac4023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:42.398336 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-d73a80b7-173b-42ec-8927-ad2d12ac4023 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/687a42f6-9ca9-4d6e-89cd-b3e7f118bf00 HTTP/1.1" status: 204 len: 168 time: 0.1764228 Apr 22 16:18:42.408882 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc4b7f-ccc9-42d4-987d-94e0c6e36066 req-df8d4b14-a9c7-4597-b32e-6b7f0fbfdd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:42.410566 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-82cc4b7f-ccc9-42d4-987d-94e0c6e36066 req-df8d4b14-a9c7-4597-b32e-6b7f0fbfdd22 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=10ba8417-bb39-40e4-9ac2-493bc0eef8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0894942 Apr 22 16:18:42.565132 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-82cc4b7f-ccc9-42d4-987d-94e0c6e36066 req-202f34e3-7093-4751-999c-82f734dbae1e service neutron] 10.222.0.43 "GET /v2.0/networks/10ba8417-bb39-40e4-9ac2-493bc0eef8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475534 Apr 22 16:18:42.579665 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-f2239ccc-5df3-46f7-80ad-13ec0f328c23 None None] Set router f445d462-20f4-4e61-80b6-32f3806720d9 gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:18:42.719835 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-82cc4b7f-ccc9-42d4-987d-94e0c6e36066 req-41bc1763-5663-4158-aea5-d8f734db9af7 service neutron] 10.222.0.43 "GET /v2.0/networks/10ba8417-bb39-40e4-9ac2-493bc0eef8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474471 Apr 22 16:18:42.992140 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-f2239ccc-5df3-46f7-80ad-13ec0f328c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'name': 'tempest-AttachVolumeShelveTestJSON-2143313239-router', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:24Z', 'updated_at': '2021-04-22T16:14:33Z', 'revision_number': 4, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'gw_port': {'id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:26Z', 'updated_at': '2021-04-22T16:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_floatingips': [{'id': 'dd828efb-fb77-47d5-be42-c1d99bb1c2fb', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'floating_ip_address': '172.28.3.156', 'floating_network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'router_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'port_id': '470ffc3e-4a8c-47fa-bb0b-d7f462389d5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'mac_address': 'fa:16:3e:73:4d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:18:26Z', 'updated_at': '2021-04-22T16:18:40Z', 'revision_number': 1, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bbcf06b-6d2c-4294-bd38-5d0208eeeebb', 'name': '', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'mac_address': 'fa:16:3e:8f:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93257d7e-85c0-4511-a149-8d2031392de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:32Z', 'updated_at': '2021-04-22T16:14:47Z', 'revision_number': 5, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'subnets': [{'id': '93257d7e-85c0-4511-a149-8d2031392de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:18:42.997465 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2239ccc-5df3-46f7-80ad-13ec0f328c23 None None] The sync data for ids ['f445d462-20f4-4e61-80b6-32f3806720d9'] in dv-cinder-784623-7-smb is: [{'id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'name': 'tempest-AttachVolumeShelveTestJSON-2143313239-router', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:24Z', 'updated_at': '2021-04-22T16:14:33Z', 'revision_number': 4, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'gw_port': {'id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:26Z', 'updated_at': '2021-04-22T16:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_floatingips': [{'id': 'dd828efb-fb77-47d5-be42-c1d99bb1c2fb', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'floating_ip_address': '172.28.3.156', 'floating_network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'router_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'port_id': '470ffc3e-4a8c-47fa-bb0b-d7f462389d5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'mac_address': 'fa:16:3e:73:4d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:18:26Z', 'updated_at': '2021-04-22T16:18:40Z', 'revision_number': 1, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bbcf06b-6d2c-4294-bd38-5d0208eeeebb', 'name': '', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'mac_address': 'fa:16:3e:8f:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93257d7e-85c0-4511-a149-8d2031392de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:32Z', 'updated_at': '2021-04-22T16:14:47Z', 'revision_number': 5, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'subnets': [{'id': '93257d7e-85c0-4511-a149-8d2031392de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:18:43.126254 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:43.274641 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d780bd-2e75-4b0d-9daa-5ae1e5036e3a None None] New status for floating IP dd828efb-fb77-47d5-be42-c1d99bb1c2fb: ACTIVE {{(pid=86318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:18:43.580781 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 46624) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:43.723336 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e6f8b3fa-f62d-4734-ab83-0e23cfb069ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:43.739240 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-e6f8b3fa-f62d-4734-ab83-0e23cfb069ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:43.743260 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-e6f8b3fa-f62d-4734-ab83-0e23cfb069ac admin admin] Usage tracker for resource:security_group_rule and tenant:fe3af6bf44144b79b8b9168acd4fd94e is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:43.746231 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-e6f8b3fa-f62d-4734-ab83-0e23cfb069ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:43.752606 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-e6f8b3fa-f62d-4734-ab83-0e23cfb069ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:43.841756 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e6f8b3fa-f62d-4734-ab83-0e23cfb069ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:43.844446 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e6f8b3fa-f62d-4734-ab83-0e23cfb069ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:43.853321 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-6737b9a9-c032-40be-ae43-fa7605076e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:43.896970 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-e6f8b3fa-f62d-4734-ab83-0e23cfb069ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe3af6bf44144b79b8b9168acd4fd94e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149126 Apr 22 16:18:43.897972 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8b3fa-f62d-4734-ab83-0e23cfb069ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0e6c58-11e9-4e04-a2a8-9ebe249c0dfa,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:43.899909 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 46630) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:43.901070 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e6f8b3fa-f62d-4734-ab83-0e23cfb069ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:43.966880 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-70ac6ae7-e4c0-4db6-a665-5a3c87b39e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:43.993637 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-70ac6ae7-e4c0-4db6-a665-5a3c87b39e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:44.037045 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-70ac6ae7-e4c0-4db6-a665-5a3c87b39e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:44.041875 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-0cd23bd4-98e8-44b6-873f-50fc767f23e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:44.056085 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac6ae7-e4c0-4db6-a665-5a3c87b39e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0e6c58-11e9-4e04-a2a8-9ebe249c0dfa,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:44.064777 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-70ac6ae7-e4c0-4db6-a665-5a3c87b39e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:44.065973 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-70ac6ae7-e4c0-4db6-a665-5a3c87b39e03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc0e6c58-11e9-4e04-a2a8-9ebe249c0dfa HTTP/1.1" status: 204 len: 168 time: 0.1649060 Apr 22 16:18:44.067676 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ac6ae7-e4c0-4db6-a665-5a3c87b39e03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:44.068097 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ac6ae7-e4c0-4db6-a665-5a3c87b39e03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:44.068510 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ac6ae7-e4c0-4db6-a665-5a3c87b39e03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:44.068918 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ac6ae7-e4c0-4db6-a665-5a3c87b39e03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:44.069323 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ac6ae7-e4c0-4db6-a665-5a3c87b39e03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:44.069725 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ac6ae7-e4c0-4db6-a665-5a3c87b39e03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:44.070121 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ac6ae7-e4c0-4db6-a665-5a3c87b39e03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:44.070532 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ac6ae7-e4c0-4db6-a665-5a3c87b39e03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:44.070953 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ac6ae7-e4c0-4db6-a665-5a3c87b39e03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:44.071347 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ac6ae7-e4c0-4db6-a665-5a3c87b39e03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:44.071731 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ac6ae7-e4c0-4db6-a665-5a3c87b39e03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:44.072113 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ac6ae7-e4c0-4db6-a665-5a3c87b39e03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:44.080417 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-70ac6ae7-e4c0-4db6-a665-5a3c87b39e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:44.767061 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 46656) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:44.879146 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-4d63eca8-6418-49f8-910a-cbfb6d7e677e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1618109886-network', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:18:44.884272 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-4d63eca8-6418-49f8-910a-cbfb6d7e677e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:44.889042 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-4d63eca8-6418-49f8-910a-cbfb6d7e677e admin admin] Usage tracker for resource:network and tenant:a6b4d93aa2ff408c838edd1afc9b4a97 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:44.892133 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-4d63eca8-6418-49f8-910a-cbfb6d7e677e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:44.898208 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-4d63eca8-6418-49f8-910a-cbfb6d7e677e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:44.908535 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d63eca8-6418-49f8-910a-cbfb6d7e677e admin admin] Made reservation on behalf of a6b4d93aa2ff408c838edd1afc9b4a97 for: {'network': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:18:44.913218 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4d63eca8-6418-49f8-910a-cbfb6d7e677e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for network, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:44.925878 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4d63eca8-6418-49f8-910a-cbfb6d7e677e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:44.941156 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-4d63eca8-6418-49f8-910a-cbfb6d7e677e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:44.945128 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-4d63eca8-6418-49f8-910a-cbfb6d7e677e admin admin] Usage tracker for resource:security_group_rule and tenant:a6b4d93aa2ff408c838edd1afc9b4a97 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:44.948078 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-4d63eca8-6418-49f8-910a-cbfb6d7e677e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:44.954522 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-4d63eca8-6418-49f8-910a-cbfb6d7e677e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:45.037774 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4d63eca8-6418-49f8-910a-cbfb6d7e677e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:45.040503 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4d63eca8-6418-49f8-910a-cbfb6d7e677e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:45.044544 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:45.069434 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d63eca8-6418-49f8-910a-cbfb6d7e677e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=86316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:18:45.086075 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63eca8-6418-49f8-910a-cbfb6d7e677e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd48147b-47e1-4847-855d-1fac92ebd445,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:45.090873 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-4d63eca8-6418-49f8-910a-cbfb6d7e677e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:45.091843 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4d63eca8-6418-49f8-910a-cbfb6d7e677e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:45.092231 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.segments_db [None req-4d63eca8-6418-49f8-910a-cbfb6d7e677e admin admin] Added segment ef82c03c-d53e-4b2a-850e-67a7b398adfb of type vlan for network a8662695-9f3a-453f-9be3-607a5313f59f Apr 22 16:18:45.118247 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4d63eca8-6418-49f8-910a-cbfb6d7e677e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242087783420'] for network, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:45.147842 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4d63eca8-6418-49f8-910a-cbfb6d7e677e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319'] for network, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:45.149180 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d63eca8-6418-49f8-910a-cbfb6d7e677e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:45.149809 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4d63eca8-6418-49f8-910a-cbfb6d7e677e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:45.155800 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:45.262698 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-4d63eca8-6418-49f8-910a-cbfb6d7e677e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4936471 Apr 22 16:18:45.265925 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 46664) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:45.266161 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63eca8-6418-49f8-910a-cbfb6d7e677e admin admin] Pushing event updated for resources: {'Network': ['ID=a8662695-9f3a-453f-9be3-607a5313f59f,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:45.268984 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-4d63eca8-6418-49f8-910a-cbfb6d7e677e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:45.272486 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-837fab14-51e9-4da7-b846-eec790e7bb08 admin admin] Request body: {'subnet': {'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1618109886-subnet', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'ip_version': 4}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:18:45.277296 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Network a8662695-9f3a-453f-9be3-607a5313f59f details requested by agent ovs-agent-dv-cinder-784623-7-smb with host dv-cinder-784623-7-smb {{(pid=86317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:18:45.277999 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-837fab14-51e9-4da7-b846-eec790e7bb08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:45.282180 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-837fab14-51e9-4da7-b846-eec790e7bb08 admin admin] Usage tracker for resource:subnet and tenant:a6b4d93aa2ff408c838edd1afc9b4a97 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:45.285223 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-837fab14-51e9-4da7-b846-eec790e7bb08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:45.291444 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-837fab14-51e9-4da7-b846-eec790e7bb08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:45.301445 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837fab14-51e9-4da7-b846-eec790e7bb08 admin admin] Made reservation on behalf of a6b4d93aa2ff408c838edd1afc9b4a97 for: {'subnet': 1} {{(pid=86315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:18:45.306348 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-837fab14-51e9-4da7-b846-eec790e7bb08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852458621'] for subnet, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:45.931827 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-837fab14-51e9-4da7-b846-eec790e7bb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853730710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852458606'] for subnet, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:45.937498 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:46.013022 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837fab14-51e9-4da7-b846-eec790e7bb08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d815908-385f-4645-b12f-6a6103a7b087,revision_number=0']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:46.015906 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-837fab14-51e9-4da7-b846-eec790e7bb08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:46.023552 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837fab14-51e9-4da7-b846-eec790e7bb08 admin admin] Checking segment: {'id': 'ef82c03c-d53e-4b2a-850e-67a7b398adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:18:46.023947 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837fab14-51e9-4da7-b846-eec790e7bb08 admin admin] Network hostable DHCP agents. Network: a8662695-9f3a-453f-9be3-607a5313f59f, hostable agents: ['c28daaaa-be26-4683-88d7-0ed6ab386346'], hosted agents: [] {{(pid=86315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:18:46.042754 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837fab14-51e9-4da7-b846-eec790e7bb08 admin admin] Network a8662695-9f3a-453f-9be3-607a5313f59f is scheduled to be hosted by DHCP agent c28daaaa-be26-4683-88d7-0ed6ab386346 with binding_index 1 {{(pid=86315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:18:46.051313 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-837fab14-51e9-4da7-b846-eec790e7bb08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-smb, a8662695-9f3a-453f-9be3-607a5313f59f) {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:18:46.060885 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad34d2d-6306-4bb9-8b63-5d70ee60e164 None None] Network a8662695-9f3a-453f-9be3-607a5313f59f requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:18:46.065300 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837fab14-51e9-4da7-b846-eec790e7bb08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:46.065962 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-837fab14-51e9-4da7-b846-eec790e7bb08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for subnet, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:46.089662 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-837fab14-51e9-4da7-b846-eec790e7bb08 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8223720 Apr 22 16:18:46.093249 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 46668) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:46.099146 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-bd595e8c-bc02-4671-820a-742164583d07 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1618109886-router', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'}}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:18:46.104678 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-bd595e8c-bc02-4671-820a-742164583d07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:46.109783 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-bd595e8c-bc02-4671-820a-742164583d07 admin admin] Usage tracker for resource:router and tenant:a6b4d93aa2ff408c838edd1afc9b4a97 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:46.113918 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-bd595e8c-bc02-4671-820a-742164583d07 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:46.120669 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-bd595e8c-bc02-4671-820a-742164583d07 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:46.130943 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bd595e8c-bc02-4671-820a-742164583d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854759640'] for router, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:46.132137 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bd595e8c-bc02-4671-820a-742164583d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854083101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854091003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16147'] for router, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:46.150451 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bd595e8c-bc02-4671-820a-742164583d07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:46.442420 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bd595e8c-bc02-4671-820a-742164583d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854090766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854084264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16130'] for router, precommit_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:46.459814 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5a954b-ddc9-42b5-a0a8-7ae1d233cf25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5dae8048-e0d5-5873-ba1f-190788cc8618-a8662695-9f3a-453f-9be3-607a5313f59f', 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'fixed_ips': [{'subnet_id': '2d815908-385f-4645-b12f-6a6103a7b087'}]}} from dv-cinder-784623-7-smb. {{(pid=86317) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:18:46.459814 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1e5a954b-ddc9-42b5-a0a8-7ae1d233cf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:46.620904 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-1e5a954b-ddc9-42b5-a0a8-7ae1d233cf25 None None] Allocated IP 172.20.0.2 (a8662695-9f3a-453f-9be3-607a5313f59f/2d815908-385f-4645-b12f-6a6103a7b087/2c659a2d-428c-49fa-84af-07caa16b343b) {{(pid=86317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:18:46.774744 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bd595e8c-bc02-4671-820a-742164583d07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:46.807679 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bd595e8c-bc02-4671-820a-742164583d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:46.834807 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1e5a954b-ddc9-42b5-a0a8-7ae1d233cf25 None None] Notify callbacks [] for port, precommit_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:46.846032 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-1e5a954b-ddc9-42b5-a0a8-7ae1d233cf25 None None] Transition to ACTIVE for port object 2c659a2d-428c-49fa-84af-07caa16b343b will not be triggered until provisioned by entity L2. {{(pid=86317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:18:46.865894 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-1e5a954b-ddc9-42b5-a0a8-7ae1d233cf25 None None] Transition to ACTIVE for port object 2c659a2d-428c-49fa-84af-07caa16b343b will not be triggered until provisioned by entity DHCP. {{(pid=86317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:18:46.870457 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1e5a954b-ddc9-42b5-a0a8-7ae1d233cf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406'] for port, after_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:46.875804 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1bf5449b-1177-4e01-9a26-0ebf86f95478 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:46.935112 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5a954b-ddc9-42b5-a0a8-7ae1d233cf25 None None] Network a8662695-9f3a-453f-9be3-607a5313f59f is already hosted by enough agents. {{(pid=86317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:18:46.942616 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-1e5a954b-ddc9-42b5-a0a8-7ae1d233cf25 None None] Resources bound (agent type, host, resource id): {{(pid=86317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:18:46.947232 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a954b-ddc9-42b5-a0a8-7ae1d233cf25 None None] Received port after_create {{(pid=86317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:18:46.955626 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-bd595e8c-bc02-4671-820a-742164583d07 admin admin] Allocated IP 172.28.3.243 (88dd38af-48aa-4ea4-a266-3e61b5f89d27/323aff52-d533-47a6-aeb2-a9a8b96d3993/eba34187-78ef-4739-8e14-1b00c4bcdffc) {{(pid=86315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:18:46.993730 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a954b-ddc9-42b5-a0a8-7ae1d233cf25 None None] Pushing event updated for resources: {'Port': ['ID=2c659a2d-428c-49fa-84af-07caa16b343b,revision_number=1']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:47.026395 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1e5a954b-ddc9-42b5-a0a8-7ae1d233cf25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:47.051154 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-1e5a954b-ddc9-42b5-a0a8-7ae1d233cf25 None None] Attempting to bind port 2c659a2d-428c-49fa-84af-07caa16b343b on host dv-cinder-784623-7-smb for vnic_type normal with profile {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:18:47.051576 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-1e5a954b-ddc9-42b5-a0a8-7ae1d233cf25 None None] Attempting to bind port 2c659a2d-428c-49fa-84af-07caa16b343b by drivers openvswitch,hyperv on host dv-cinder-784623-7-smb at level 0 using segments [{'id': 'ef82c03c-d53e-4b2a-850e-67a7b398adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f'}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:18:47.052006 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5a954b-ddc9-42b5-a0a8-7ae1d233cf25 None None] Attempting to bind port 2c659a2d-428c-49fa-84af-07caa16b343b on network a8662695-9f3a-453f-9be3-607a5313f59f {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:18:47.057749 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5a954b-ddc9-42b5-a0a8-7ae1d233cf25 None None] Checking agent: {'id': '8ffb9a94-5aed-4188-b3fb-9814a4924f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 5, 42), 'started_at': datetime.datetime(2021, 4, 22, 16, 6, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:18:47.058418 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5a954b-ddc9-42b5-a0a8-7ae1d233cf25 None None] Checking segment: {'id': 'ef82c03c-d53e-4b2a-850e-67a7b398adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:18:47.058947 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1e5a954b-ddc9-42b5-a0a8-7ae1d233cf25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:47.059457 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5a954b-ddc9-42b5-a0a8-7ae1d233cf25 None None] Bound using segment: {'id': 'ef82c03c-d53e-4b2a-850e-67a7b398adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f'} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:18:47.059964 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-1e5a954b-ddc9-42b5-a0a8-7ae1d233cf25 None None] Bound port: 2c659a2d-428c-49fa-84af-07caa16b343b, host: dv-cinder-784623-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef82c03c-d53e-4b2a-850e-67a7b398adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f'}}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:18:47.060383 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1e5a954b-ddc9-42b5-a0a8-7ae1d233cf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:47.113241 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bd595e8c-bc02-4671-820a-742164583d07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:47.143113 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bd595e8c-bc02-4671-820a-742164583d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1046523'] for port, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:47.148155 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:47.153543 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-1e5a954b-ddc9-42b5-a0a8-7ae1d233cf25 None None] For port 2c659a2d-428c-49fa-84af-07caa16b343b, host dv-cinder-784623-7-smb, cleared binding levels {{(pid=86317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:18:47.156971 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-1e5a954b-ddc9-42b5-a0a8-7ae1d233cf25 None None] For port 2c659a2d-428c-49fa-84af-07caa16b343b, host dv-cinder-784623-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=2c659a2d-428c-49fa-84af-07caa16b343b,segment=NetworkSegment(ef82c03c-d53e-4b2a-850e-67a7b398adfb),segment_id=ef82c03c-d53e-4b2a-850e-67a7b398adfb)] {{(pid=86317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:18:47.159904 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1e5a954b-ddc9-42b5-a0a8-7ae1d233cf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:47.164476 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1e5a954b-ddc9-42b5-a0a8-7ae1d233cf25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:47.219413 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd595e8c-bc02-4671-820a-742164583d07 admin admin] Network 88dd38af-48aa-4ea4-a266-3e61b5f89d27 is already hosted by enough agents. {{(pid=86315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:18:47.222519 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-bd595e8c-bc02-4671-820a-742164583d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:18:47.227444 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd595e8c-bc02-4671-820a-742164583d07 admin admin] Received port after_create {{(pid=86315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:18:47.246850 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a954b-ddc9-42b5-a0a8-7ae1d233cf25 None None] Pushing event updated for resources: {'Port': ['ID=2c659a2d-428c-49fa-84af-07caa16b343b,revision_number=2']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:47.250055 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1e5a954b-ddc9-42b5-a0a8-7ae1d233cf25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:47.269221 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd595e8c-bc02-4671-820a-742164583d07 admin admin] Pushing event updated for resources: {'Port': ['ID=eba34187-78ef-4739-8e14-1b00c4bcdffc,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:47.273531 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-bd595e8c-bc02-4671-820a-742164583d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:47.702052 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bd595e8c-bc02-4671-820a-742164583d07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:47.847623 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 2c659a2d-428c-49fa-84af-07caa16b343b up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:18:47.916788 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning for port 2c659a2d-428c-49fa-84af-07caa16b343b completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:18:48.062671 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bd595e8c-bc02-4671-820a-742164583d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-685016'] for router, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:48.519545 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd595e8c-bc02-4671-820a-742164583d07 admin admin] Router 72dc83a8-900e-4cf8-82fb-a4a56f02922a is scheduled to L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 with binding_index 1 {{(pid=86315) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:18:48.577236 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b87185f-0519-41b8-a8d8-4ec01f42885f None None] Network a8662695-9f3a-453f-9be3-607a5313f59f requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:18:48.702717 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-e24d9588-124d-406b-93b1-5cd09c1f76d2 None None] Provisioning for port 2c659a2d-428c-49fa-84af-07caa16b343b completed by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:18:48.716243 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd595e8c-bc02-4671-820a-742164583d07 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:18:48.719547 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-e24d9588-124d-406b-93b1-5cd09c1f76d2 None None] Provisioning complete for port 2c659a2d-428c-49fa-84af-07caa16b343b triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:18:48.720053 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e24d9588-124d-406b-93b1-5cd09c1f76d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:48.739939 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bd595e8c-bc02-4671-820a-742164583d07 admin admin] Notify callbacks [] for router, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:48.741269 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-bd595e8c-bc02-4671-820a-742164583d07 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6469607 Apr 22 16:18:48.744214 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 46678) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:48.753202 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e288742-33fe-4518-b2ac-173d1348b492 None None] Sync routers for ids ['72dc83a8-900e-4cf8-82fb-a4a56f02922a'] in dv-cinder-784623-7-smb {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:18:48.818333 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e288742-33fe-4518-b2ac-173d1348b492 None None] Routers {'72dc83a8-900e-4cf8-82fb-a4a56f02922a'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:18:48.818954 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-4e288742-33fe-4518-b2ac-173d1348b492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:18:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['72dc83a8-900e-4cf8-82fb-a4a56f02922a'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:18:49.142192 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-4e288742-33fe-4518-b2ac-173d1348b492 None None] Set router 72dc83a8-900e-4cf8-82fb-a4a56f02922a gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:18:49.250108 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e24d9588-124d-406b-93b1-5cd09c1f76d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:49.377620 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-e24d9588-124d-406b-93b1-5cd09c1f76d2 None None] For port 2c659a2d-428c-49fa-84af-07caa16b343b, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=2c659a2d-428c-49fa-84af-07caa16b343b,segment=NetworkSegment(ef82c03c-d53e-4b2a-850e-67a7b398adfb),segment_id=ef82c03c-d53e-4b2a-850e-67a7b398adfb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:18:49.383828 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e24d9588-124d-406b-93b1-5cd09c1f76d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:49.388163 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:49.471758 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9c626dfa-1ea2-4f73-95cf-a6b5fcb2e5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:49.520156 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d9588-124d-406b-93b1-5cd09c1f76d2 None None] Pushing event updated for resources: {'Port': ['ID=2c659a2d-428c-49fa-84af-07caa16b343b,revision_number=3']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:49.528913 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e24d9588-124d-406b-93b1-5cd09c1f76d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:49.546528 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-7e98762c-4c53-4c1b-b039-af3a5e22d5c4 None None] Provisioning complete for port 2c659a2d-428c-49fa-84af-07caa16b343b triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:18:49.546938 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7e98762c-4c53-4c1b-b039-af3a5e22d5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:49.631384 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-4e288742-33fe-4518-b2ac-173d1348b492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'name': 'tempest-TestShelveInstance-1618109886-router', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'eba34187-78ef-4739-8e14-1b00c4bcdffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:18:46Z', 'updated_at': '2021-04-22T16:18:47Z', 'revision_number': 3, 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'gw_port': {'id': 'eba34187-78ef-4739-8e14-1b00c4bcdffc', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:95:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:46Z', 'updated_at': '2021-04-22T16:18:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb'}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:18:49.636915 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e288742-33fe-4518-b2ac-173d1348b492 None None] Checking router: 72dc83a8-900e-4cf8-82fb-a4a56f02922a for host: dv-cinder-784623-7-smb {{(pid=86317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:18:49.637357 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e288742-33fe-4518-b2ac-173d1348b492 None None] Updating router 72dc83a8-900e-4cf8-82fb-a4a56f02922a port eba34187-78ef-4739-8e14-1b00c4bcdffc binding host dv-cinder-784623-7-smb {{(pid=86317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:18:49.693931 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-9c626dfa-1ea2-4f73-95cf-a6b5fcb2e5a7 admin admin] Allocated IP 172.20.0.1 (a8662695-9f3a-453f-9be3-607a5313f59f/2d815908-385f-4645-b12f-6a6103a7b087/ac897d14-f200-487c-a213-1cb9e22bc8db) {{(pid=86315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:18:49.745554 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4e288742-33fe-4518-b2ac-173d1348b492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:49.849790 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 2c659a2d-428c-49fa-84af-07caa16b343b up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:18:49.864658 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9c626dfa-1ea2-4f73-95cf-a6b5fcb2e5a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:49.881531 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-9c626dfa-1ea2-4f73-95cf-a6b5fcb2e5a7 admin admin] Transition to ACTIVE for port object ac897d14-f200-487c-a213-1cb9e22bc8db will not be triggered until provisioned by entity DHCP. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:18:49.906049 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9c626dfa-1ea2-4f73-95cf-a6b5fcb2e5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1046523'] for port, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:49.911688 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-2bdc1163-6094-4e66-bac3-ce0dab172bd3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:49.974574 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c626dfa-1ea2-4f73-95cf-a6b5fcb2e5a7 admin admin] Network a8662695-9f3a-453f-9be3-607a5313f59f is already hosted by enough agents. {{(pid=86315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:18:49.983560 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-9c626dfa-1ea2-4f73-95cf-a6b5fcb2e5a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:18:49.988530 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c626dfa-1ea2-4f73-95cf-a6b5fcb2e5a7 admin admin] Received port after_create {{(pid=86315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:18:50.046508 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c626dfa-1ea2-4f73-95cf-a6b5fcb2e5a7 admin admin] Pushing event updated for resources: {'Port': ['ID=ac897d14-f200-487c-a213-1cb9e22bc8db,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:50.058477 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9c626dfa-1ea2-4f73-95cf-a6b5fcb2e5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854084859'] for router_interface, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:50.177002 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9c626dfa-1ea2-4f73-95cf-a6b5fcb2e5a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:50.219114 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port 2c659a2d-428c-49fa-84af-07caa16b343b triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:18:50.219529 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:50.273484 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-44ee9c44-3b82-49cc-9485-ade09383ac42 None None] Provisioning for port ac897d14-f200-487c-a213-1cb9e22bc8db completed by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:18:50.302833 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-44ee9c44-3b82-49cc-9485-ade09383ac42 None None] Provisioning complete for port ac897d14-f200-487c-a213-1cb9e22bc8db triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:18:50.303254 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-44ee9c44-3b82-49cc-9485-ade09383ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:50.313877 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9c626dfa-1ea2-4f73-95cf-a6b5fcb2e5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:50.387686 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-44ee9c44-3b82-49cc-9485-ade09383ac42 None None] Port ac897d14-f200-487c-a213-1cb9e22bc8db cannot update to ACTIVE because it is not bound. {{(pid=86317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:18:50.520965 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4e288742-33fe-4518-b2ac-173d1348b492 None None] Notify callbacks [] for port, precommit_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:50.533531 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-4e288742-33fe-4518-b2ac-173d1348b492 None None] Transition to ACTIVE for port object eba34187-78ef-4739-8e14-1b00c4bcdffc will not be triggered until provisioned by entity L2. {{(pid=86317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:18:50.539987 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4e288742-33fe-4518-b2ac-173d1348b492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:50.545237 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:50.546029 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9c626dfa-1ea2-4f73-95cf-a6b5fcb2e5a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:50.549380 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9c626dfa-1ea2-4f73-95cf-a6b5fcb2e5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853729294'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:50.580892 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9c626dfa-1ea2-4f73-95cf-a6b5fcb2e5a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:50.624134 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-4e288742-33fe-4518-b2ac-173d1348b492 None None] Attempting to bind port eba34187-78ef-4739-8e14-1b00c4bcdffc on host dv-cinder-784623-7-smb for vnic_type normal with profile {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:18:50.624546 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-4e288742-33fe-4518-b2ac-173d1348b492 None None] Attempting to bind port eba34187-78ef-4739-8e14-1b00c4bcdffc by drivers openvswitch,hyperv on host dv-cinder-784623-7-smb at level 0 using segments [{'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:18:50.625213 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e288742-33fe-4518-b2ac-173d1348b492 None None] Attempting to bind port eba34187-78ef-4739-8e14-1b00c4bcdffc on network 88dd38af-48aa-4ea4-a266-3e61b5f89d27 {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:18:50.632799 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ff835-4347-4e65-a1e1-a65566168ee0 None None] Pushing event updated for resources: {'Port': ['ID=eba34187-78ef-4739-8e14-1b00c4bcdffc,revision_number=2']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:50.635463 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e288742-33fe-4518-b2ac-173d1348b492 None None] Checking agent: {'id': '8ffb9a94-5aed-4188-b3fb-9814a4924f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 5, 42), 'started_at': datetime.datetime(2021, 4, 22, 16, 6, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:18:50.636385 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e288742-33fe-4518-b2ac-173d1348b492 None None] Checking segment: {'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:18:50.636385 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4e288742-33fe-4518-b2ac-173d1348b492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:50.636801 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e288742-33fe-4518-b2ac-173d1348b492 None None] Bound using segment: {'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:18:50.638561 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-4e288742-33fe-4518-b2ac-173d1348b492 None None] Bound port: eba34187-78ef-4739-8e14-1b00c4bcdffc, host: dv-cinder-784623-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'}}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:18:50.638561 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4e288742-33fe-4518-b2ac-173d1348b492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:50.663289 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d98ff835-4347-4e65-a1e1-a65566168ee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:50.665423 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9c626dfa-1ea2-4f73-95cf-a6b5fcb2e5a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854217304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691042'] for router_interface, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:50.674724 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c626dfa-1ea2-4f73-95cf-a6b5fcb2e5a7 admin admin] Pushing event updated for resources: {'Port': ['ID=ac897d14-f200-487c-a213-1cb9e22bc8db,revision_number=2']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:50.679090 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9c626dfa-1ea2-4f73-95cf-a6b5fcb2e5a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:50.722248 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-4e288742-33fe-4518-b2ac-173d1348b492 None None] For port eba34187-78ef-4739-8e14-1b00c4bcdffc, host dv-cinder-784623-7-smb, cleared binding levels {{(pid=86317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:18:50.725429 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-4e288742-33fe-4518-b2ac-173d1348b492 None None] For port eba34187-78ef-4739-8e14-1b00c4bcdffc, host dv-cinder-784623-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=eba34187-78ef-4739-8e14-1b00c4bcdffc,segment=NetworkSegment(0a545a0b-864e-4a70-9faa-625966eb1a15),segment_id=0a545a0b-864e-4a70-9faa-625966eb1a15)] {{(pid=86317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:18:50.728827 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4e288742-33fe-4518-b2ac-173d1348b492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:50.733808 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1bf5449b-1177-4e01-9a26-0ebf86f95478 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:50.811417 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e288742-33fe-4518-b2ac-173d1348b492 None None] Routers {'72dc83a8-900e-4cf8-82fb-a4a56f02922a'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:18:50.812087 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-4e288742-33fe-4518-b2ac-173d1348b492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:18:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['72dc83a8-900e-4cf8-82fb-a4a56f02922a'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:18:50.813919 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c626dfa-1ea2-4f73-95cf-a6b5fcb2e5a7 admin admin] Network a8662695-9f3a-453f-9be3-607a5313f59f is already hosted by enough agents. {{(pid=86315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:18:50.815130 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-9c626dfa-1ea2-4f73-95cf-a6b5fcb2e5a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:18:50.998552 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ff835-4347-4e65-a1e1-a65566168ee0 None None] Pushing event updated for resources: {'Port': ['ID=eba34187-78ef-4739-8e14-1b00c4bcdffc,revision_number=3']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:51.008488 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d98ff835-4347-4e65-a1e1-a65566168ee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:51.043533 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-182d6e25-0e05-438d-808d-31e712e9888b None None] Provisioning complete for port ac897d14-f200-487c-a213-1cb9e22bc8db triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:18:51.043868 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-182d6e25-0e05-438d-808d-31e712e9888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:51.088765 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-4e288742-33fe-4518-b2ac-173d1348b492 None None] Set router 72dc83a8-900e-4cf8-82fb-a4a56f02922a gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:18:51.179338 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-182d6e25-0e05-438d-808d-31e712e9888b None None] Port ac897d14-f200-487c-a213-1cb9e22bc8db cannot update to ACTIVE because it is not bound. {{(pid=86317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:18:51.254095 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c626dfa-1ea2-4f73-95cf-a6b5fcb2e5a7 admin admin] Router 72dc83a8-900e-4cf8-82fb-a4a56f02922a has already been hosted by L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 {{(pid=86315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:18:51.439050 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-4e288742-33fe-4518-b2ac-173d1348b492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'name': 'tempest-TestShelveInstance-1618109886-router', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'eba34187-78ef-4739-8e14-1b00c4bcdffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:18:46Z', 'updated_at': '2021-04-22T16:18:50Z', 'revision_number': 4, 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'gw_port': {'id': 'eba34187-78ef-4739-8e14-1b00c4bcdffc', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:95:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:46Z', 'updated_at': '2021-04-22T16:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': 'ac897d14-f200-487c-a213-1cb9e22bc8db', 'name': '', 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'mac_address': 'fa:16:3e:70:7d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2d815908-385f-4645-b12f-6a6103a7b087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:49Z', 'updated_at': '2021-04-22T16:18:50Z', 'revision_number': 2, 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'subnets': [{'id': '2d815908-385f-4645-b12f-6a6103a7b087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:18:51.443091 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e288742-33fe-4518-b2ac-173d1348b492 None None] The sync data for ids ['72dc83a8-900e-4cf8-82fb-a4a56f02922a'] in dv-cinder-784623-7-smb is: [{'id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'name': 'tempest-TestShelveInstance-1618109886-router', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'eba34187-78ef-4739-8e14-1b00c4bcdffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:18:46Z', 'updated_at': '2021-04-22T16:18:50Z', 'revision_number': 4, 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'gw_port': {'id': 'eba34187-78ef-4739-8e14-1b00c4bcdffc', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:95:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:46Z', 'updated_at': '2021-04-22T16:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': 'ac897d14-f200-487c-a213-1cb9e22bc8db', 'name': '', 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'mac_address': 'fa:16:3e:70:7d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2d815908-385f-4645-b12f-6a6103a7b087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:49Z', 'updated_at': '2021-04-22T16:18:50Z', 'revision_number': 2, 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'subnets': [{'id': '2d815908-385f-4645-b12f-6a6103a7b087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:18:51.446819 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c626dfa-1ea2-4f73-95cf-a6b5fcb2e5a7 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:18:51.458257 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-9c626dfa-1ea2-4f73-95cf-a6b5fcb2e5a7 admin admin] 10.222.0.21 "PUT /v2.0/routers/72dc83a8-900e-4cf8-82fb-a4a56f02922a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7127888 Apr 22 16:18:52.017862 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 46700) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:52.025022 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-949ab9e2-95c3-4a28-a1d4-8f4b599c3495 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1650807298-network', 'tenant_id': '32bd207cde84437da2037473a3eb5ce7'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:18:52.031536 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-949ab9e2-95c3-4a28-a1d4-8f4b599c3495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:52.035666 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-949ab9e2-95c3-4a28-a1d4-8f4b599c3495 admin admin] Usage tracker for resource:network and tenant:32bd207cde84437da2037473a3eb5ce7 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:52.039343 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-949ab9e2-95c3-4a28-a1d4-8f4b599c3495 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:52.047603 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-949ab9e2-95c3-4a28-a1d4-8f4b599c3495 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:52.059221 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949ab9e2-95c3-4a28-a1d4-8f4b599c3495 admin admin] Made reservation on behalf of 32bd207cde84437da2037473a3eb5ce7 for: {'network': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:18:52.065341 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-949ab9e2-95c3-4a28-a1d4-8f4b599c3495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for network, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:52.080101 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-949ab9e2-95c3-4a28-a1d4-8f4b599c3495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:52.099111 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-949ab9e2-95c3-4a28-a1d4-8f4b599c3495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:52.103578 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-949ab9e2-95c3-4a28-a1d4-8f4b599c3495 admin admin] Usage tracker for resource:security_group_rule and tenant:32bd207cde84437da2037473a3eb5ce7 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:52.107341 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-949ab9e2-95c3-4a28-a1d4-8f4b599c3495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:52.113488 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-949ab9e2-95c3-4a28-a1d4-8f4b599c3495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:52.214627 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-949ab9e2-95c3-4a28-a1d4-8f4b599c3495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:52.218058 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-949ab9e2-95c3-4a28-a1d4-8f4b599c3495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:52.222465 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-4d63eca8-6418-49f8-910a-cbfb6d7e677e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:52.248825 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949ab9e2-95c3-4a28-a1d4-8f4b599c3495 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=86316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:18:52.270550 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ab9e2-95c3-4a28-a1d4-8f4b599c3495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca72cc2-5d73-4027-b5c5-d5cd76e299e8,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:52.273711 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-949ab9e2-95c3-4a28-a1d4-8f4b599c3495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:52.274250 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.segments_db [None req-949ab9e2-95c3-4a28-a1d4-8f4b599c3495 admin admin] Added segment 3f83fbec-c0e6-43f4-895e-8fe05ab5946f of type vlan for network 62259c6b-0f62-4f53-94e2-5a180d5455a5 Apr 22 16:18:52.275630 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-949ab9e2-95c3-4a28-a1d4-8f4b599c3495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:52.310643 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-949ab9e2-95c3-4a28-a1d4-8f4b599c3495 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242087783420'] for network, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:52.342215 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-949ab9e2-95c3-4a28-a1d4-8f4b599c3495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319'] for network, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:52.343655 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949ab9e2-95c3-4a28-a1d4-8f4b599c3495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:52.344304 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-949ab9e2-95c3-4a28-a1d4-8f4b599c3495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:52.349578 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:52.457593 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-949ab9e2-95c3-4a28-a1d4-8f4b599c3495 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4384248 Apr 22 16:18:52.459336 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 46706) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:52.466576 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] Request body: {'subnet': {'network_id': '62259c6b-0f62-4f53-94e2-5a180d5455a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1650807298-subnet', 'tenant_id': '32bd207cde84437da2037473a3eb5ce7', 'ip_version': 4}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:18:52.468096 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ab9e2-95c3-4a28-a1d4-8f4b599c3495 admin admin] Pushing event updated for resources: {'Network': ['ID=62259c6b-0f62-4f53-94e2-5a180d5455a5,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:52.472029 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:52.472590 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-949ab9e2-95c3-4a28-a1d4-8f4b599c3495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:52.476351 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] Usage tracker for resource:subnet and tenant:32bd207cde84437da2037473a3eb5ce7 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:52.478852 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Network 62259c6b-0f62-4f53-94e2-5a180d5455a5 details requested by agent ovs-agent-dv-cinder-784623-7-smb with host dv-cinder-784623-7-smb {{(pid=86317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:18:52.479573 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:52.487153 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:52.499297 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] Made reservation on behalf of 32bd207cde84437da2037473a3eb5ce7 for: {'subnet': 1} {{(pid=86315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:18:52.504370 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852458621'] for subnet, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:52.930658 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853730710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852458606'] for subnet, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:52.936169 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:53.019601 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7278caaf-517a-4d52-8086-baf4ea33940c,revision_number=0']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:53.028700 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] Checking segment: {'id': '3f83fbec-c0e6-43f4-895e-8fe05ab5946f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '62259c6b-0f62-4f53-94e2-5a180d5455a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:18:53.029141 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] Network hostable DHCP agents. Network: 62259c6b-0f62-4f53-94e2-5a180d5455a5, hostable agents: ['c28daaaa-be26-4683-88d7-0ed6ab386346'], hosted agents: [] {{(pid=86315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:18:53.035846 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:53.036266 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:53.036674 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:53.037079 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:53.037477 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:53.037877 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:53.038270 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:53.038691 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:53.039090 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:53.039482 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:53.039876 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:53.040265 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:53.044702 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:53.057137 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] Network 62259c6b-0f62-4f53-94e2-5a180d5455a5 is scheduled to be hosted by DHCP agent c28daaaa-be26-4683-88d7-0ed6ab386346 with binding_index 1 {{(pid=86315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:18:53.066734 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-smb, 62259c6b-0f62-4f53-94e2-5a180d5455a5) {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:18:53.083130 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34694f6b-56be-4ea6-b7f9-51eaf9ca93d1 None None] Network 62259c6b-0f62-4f53-94e2-5a180d5455a5 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:18:53.085658 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:18:53.086313 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for subnet, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:53.108207 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6476471 Apr 22 16:18:53.111115 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 46710) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:53.116519 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-bb7725c8-35db-4190-a7f8-8343304895ca admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1650807298-router', 'tenant_id': '32bd207cde84437da2037473a3eb5ce7', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'}}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:18:53.121435 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-bb7725c8-35db-4190-a7f8-8343304895ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:53.126215 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-bb7725c8-35db-4190-a7f8-8343304895ca admin admin] Usage tracker for resource:router and tenant:32bd207cde84437da2037473a3eb5ce7 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:53.129193 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-bb7725c8-35db-4190-a7f8-8343304895ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:53.135195 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-bb7725c8-35db-4190-a7f8-8343304895ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:53.145294 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bb7725c8-35db-4190-a7f8-8343304895ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854759640'] for router, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:53.146337 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bb7725c8-35db-4190-a7f8-8343304895ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854083101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854091003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16147'] for router, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:53.161260 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bb7725c8-35db-4190-a7f8-8343304895ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:53.314932 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f90186-cc01-4b97-8b03-9faa32664100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5dae8048-e0d5-5873-ba1f-190788cc8618-62259c6b-0f62-4f53-94e2-5a180d5455a5', 'network_id': '62259c6b-0f62-4f53-94e2-5a180d5455a5', 'tenant_id': '32bd207cde84437da2037473a3eb5ce7', 'fixed_ips': [{'subnet_id': '7278caaf-517a-4d52-8086-baf4ea33940c'}]}} from dv-cinder-784623-7-smb. {{(pid=86317) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:18:53.315877 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-33f90186-cc01-4b97-8b03-9faa32664100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:53.454753 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bb7725c8-35db-4190-a7f8-8343304895ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854090766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854084264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16130'] for router, precommit_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:53.481541 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-33f90186-cc01-4b97-8b03-9faa32664100 None None] Allocated IP 172.20.0.2 (62259c6b-0f62-4f53-94e2-5a180d5455a5/7278caaf-517a-4d52-8086-baf4ea33940c/fae21522-1d95-4652-93e8-58d81cebe354) {{(pid=86317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:18:53.699026 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-33f90186-cc01-4b97-8b03-9faa32664100 None None] Notify callbacks [] for port, precommit_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:53.710700 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-33f90186-cc01-4b97-8b03-9faa32664100 None None] Transition to ACTIVE for port object fae21522-1d95-4652-93e8-58d81cebe354 will not be triggered until provisioned by entity L2. {{(pid=86317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:18:53.730280 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-33f90186-cc01-4b97-8b03-9faa32664100 None None] Transition to ACTIVE for port object fae21522-1d95-4652-93e8-58d81cebe354 will not be triggered until provisioned by entity DHCP. {{(pid=86317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:18:53.734937 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-33f90186-cc01-4b97-8b03-9faa32664100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406'] for port, after_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:53.743565 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:53.782510 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bb7725c8-35db-4190-a7f8-8343304895ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:53.808905 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f90186-cc01-4b97-8b03-9faa32664100 None None] Network 62259c6b-0f62-4f53-94e2-5a180d5455a5 is already hosted by enough agents. {{(pid=86317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:18:53.813180 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-33f90186-cc01-4b97-8b03-9faa32664100 None None] Resources bound (agent type, host, resource id): {{(pid=86317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:18:53.817158 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f90186-cc01-4b97-8b03-9faa32664100 None None] Received port after_create {{(pid=86317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:18:53.821912 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bb7725c8-35db-4190-a7f8-8343304895ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:53.827915 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f90186-cc01-4b97-8b03-9faa32664100 None None] Pushing event updated for resources: {'Port': ['ID=fae21522-1d95-4652-93e8-58d81cebe354,revision_number=1']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:53.855691 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-33f90186-cc01-4b97-8b03-9faa32664100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:53.905021 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device eba34187-78ef-4739-8e14-1b00c4bcdffc up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:18:53.969798 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-bb7725c8-35db-4190-a7f8-8343304895ca admin admin] Allocated IP 172.28.3.146 (88dd38af-48aa-4ea4-a266-3e61b5f89d27/323aff52-d533-47a6-aeb2-a9a8b96d3993/c10a7c13-b4cb-438e-b312-9da81fec8711) {{(pid=86315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:18:53.976041 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-33f90186-cc01-4b97-8b03-9faa32664100 None None] Attempting to bind port fae21522-1d95-4652-93e8-58d81cebe354 on host dv-cinder-784623-7-smb for vnic_type normal with profile {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:18:53.976356 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-33f90186-cc01-4b97-8b03-9faa32664100 None None] Attempting to bind port fae21522-1d95-4652-93e8-58d81cebe354 by drivers openvswitch,hyperv on host dv-cinder-784623-7-smb at level 0 using segments [{'id': '3f83fbec-c0e6-43f4-895e-8fe05ab5946f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '62259c6b-0f62-4f53-94e2-5a180d5455a5'}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:18:53.976773 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f90186-cc01-4b97-8b03-9faa32664100 None None] Attempting to bind port fae21522-1d95-4652-93e8-58d81cebe354 on network 62259c6b-0f62-4f53-94e2-5a180d5455a5 {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:18:53.986223 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f90186-cc01-4b97-8b03-9faa32664100 None None] Checking agent: {'id': '8ffb9a94-5aed-4188-b3fb-9814a4924f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 5, 42), 'started_at': datetime.datetime(2021, 4, 22, 16, 6, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:18:53.986677 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f90186-cc01-4b97-8b03-9faa32664100 None None] Checking segment: {'id': '3f83fbec-c0e6-43f4-895e-8fe05ab5946f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '62259c6b-0f62-4f53-94e2-5a180d5455a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:18:53.987160 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-33f90186-cc01-4b97-8b03-9faa32664100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:53.987605 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f90186-cc01-4b97-8b03-9faa32664100 None None] Bound using segment: {'id': '3f83fbec-c0e6-43f4-895e-8fe05ab5946f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '62259c6b-0f62-4f53-94e2-5a180d5455a5'} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:18:53.988132 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-33f90186-cc01-4b97-8b03-9faa32664100 None None] Bound port: fae21522-1d95-4652-93e8-58d81cebe354, host: dv-cinder-784623-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f83fbec-c0e6-43f4-895e-8fe05ab5946f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '62259c6b-0f62-4f53-94e2-5a180d5455a5'}}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:18:53.988557 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-33f90186-cc01-4b97-8b03-9faa32664100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:54.064865 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning for port eba34187-78ef-4739-8e14-1b00c4bcdffc completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:18:54.150541 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bb7725c8-35db-4190-a7f8-8343304895ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:54.183267 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bb7725c8-35db-4190-a7f8-8343304895ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1046523'] for port, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:54.189396 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f85c20f0-362b-4745-af20-a566b4ba8d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:54.239350 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port eba34187-78ef-4739-8e14-1b00c4bcdffc triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:18:54.239777 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:54.259283 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7725c8-35db-4190-a7f8-8343304895ca admin admin] Network 88dd38af-48aa-4ea4-a266-3e61b5f89d27 is already hosted by enough agents. {{(pid=86315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:18:54.262385 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-bb7725c8-35db-4190-a7f8-8343304895ca admin admin] Resources bound (agent type, host, resource id): {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:18:54.266875 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7725c8-35db-4190-a7f8-8343304895ca admin admin] Received port after_create {{(pid=86315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:18:54.299135 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7725c8-35db-4190-a7f8-8343304895ca admin admin] Pushing event updated for resources: {'Port': ['ID=c10a7c13-b4cb-438e-b312-9da81fec8711,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:54.309895 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-bb7725c8-35db-4190-a7f8-8343304895ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:54.329040 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-33f90186-cc01-4b97-8b03-9faa32664100 None None] For port fae21522-1d95-4652-93e8-58d81cebe354, host dv-cinder-784623-7-smb, cleared binding levels {{(pid=86317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:18:54.344310 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-33f90186-cc01-4b97-8b03-9faa32664100 None None] For port fae21522-1d95-4652-93e8-58d81cebe354, host dv-cinder-784623-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=fae21522-1d95-4652-93e8-58d81cebe354,segment=NetworkSegment(3f83fbec-c0e6-43f4-895e-8fe05ab5946f),segment_id=3f83fbec-c0e6-43f4-895e-8fe05ab5946f)] {{(pid=86317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:18:54.350329 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-33f90186-cc01-4b97-8b03-9faa32664100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:54.355706 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1e5a954b-ddc9-42b5-a0a8-7ae1d233cf25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:54.501553 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:54.518599 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f90186-cc01-4b97-8b03-9faa32664100 None None] Pushing event updated for resources: {'Port': ['ID=fae21522-1d95-4652-93e8-58d81cebe354,revision_number=2']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:54.530534 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-33f90186-cc01-4b97-8b03-9faa32664100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:54.532325 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] For port eba34187-78ef-4739-8e14-1b00c4bcdffc, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=eba34187-78ef-4739-8e14-1b00c4bcdffc,segment=NetworkSegment(0a545a0b-864e-4a70-9faa-625966eb1a15),segment_id=0a545a0b-864e-4a70-9faa-625966eb1a15)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:18:54.536097 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:54.537941 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:54.614567 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bab36b-22e5-40c9-a344-081bdfbe0c08 None None] Sync routers for ids ['72dc83a8-900e-4cf8-82fb-a4a56f02922a'] in dv-cinder-784623-7-smb {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:18:54.616618 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Pushing event updated for resources: {'Port': ['ID=eba34187-78ef-4739-8e14-1b00c4bcdffc,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:54.620101 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:54.632357 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bab36b-22e5-40c9-a344-081bdfbe0c08 None None] Routers {'72dc83a8-900e-4cf8-82fb-a4a56f02922a'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:18:54.633034 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-52bab36b-22e5-40c9-a344-081bdfbe0c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:18:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['72dc83a8-900e-4cf8-82fb-a4a56f02922a'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:18:54.737649 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bb7725c8-35db-4190-a7f8-8343304895ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:54.844788 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-52bab36b-22e5-40c9-a344-081bdfbe0c08 None None] Set router 72dc83a8-900e-4cf8-82fb-a4a56f02922a gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:18:55.193356 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-52bab36b-22e5-40c9-a344-081bdfbe0c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'name': 'tempest-TestShelveInstance-1618109886-router', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'eba34187-78ef-4739-8e14-1b00c4bcdffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:18:46Z', 'updated_at': '2021-04-22T16:18:50Z', 'revision_number': 4, 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'gw_port': {'id': 'eba34187-78ef-4739-8e14-1b00c4bcdffc', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:95:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:46Z', 'updated_at': '2021-04-22T16:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': 'ac897d14-f200-487c-a213-1cb9e22bc8db', 'name': '', 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'mac_address': 'fa:16:3e:70:7d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2d815908-385f-4645-b12f-6a6103a7b087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:49Z', 'updated_at': '2021-04-22T16:18:50Z', 'revision_number': 2, 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'subnets': [{'id': '2d815908-385f-4645-b12f-6a6103a7b087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:18:55.197435 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bab36b-22e5-40c9-a344-081bdfbe0c08 None None] Checking router: 72dc83a8-900e-4cf8-82fb-a4a56f02922a for host: dv-cinder-784623-7-smb {{(pid=86318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:18:55.197835 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bab36b-22e5-40c9-a344-081bdfbe0c08 None None] Updating router 72dc83a8-900e-4cf8-82fb-a4a56f02922a port ac897d14-f200-487c-a213-1cb9e22bc8db binding host dv-cinder-784623-7-smb {{(pid=86318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:18:55.256871 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-52bab36b-22e5-40c9-a344-081bdfbe0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:55.376837 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bb7725c8-35db-4190-a7f8-8343304895ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-685016'] for router, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:55.599962 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7725c8-35db-4190-a7f8-8343304895ca admin admin] Router 6376b6a4-b62b-4432-a506-f78111fb1af9 is scheduled to L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 with binding_index 1 {{(pid=86315) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:18:55.626962 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-52bab36b-22e5-40c9-a344-081bdfbe0c08 None None] Notify callbacks [] for port, precommit_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:55.650408 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-52bab36b-22e5-40c9-a344-081bdfbe0c08 None None] Transition to ACTIVE for port object ac897d14-f200-487c-a213-1cb9e22bc8db will not be triggered until provisioned by entity L2. {{(pid=86318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:18:55.658738 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-52bab36b-22e5-40c9-a344-081bdfbe0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:55.664405 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d252875c-55e1-4224-8e16-7b46a7c468dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:55.806304 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e70d0a-21d5-47a9-82f3-cfd0ab5d5935 None None] Pushing event updated for resources: {'Port': ['ID=ac897d14-f200-487c-a213-1cb9e22bc8db,revision_number=3']} {{(pid=86318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:55.834706 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7725c8-35db-4190-a7f8-8343304895ca admin admin] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:18:55.846024 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8b77f-0860-4c2a-a676-6f8496177e93 None None] Sync routers for ids ['6376b6a4-b62b-4432-a506-f78111fb1af9'] in dv-cinder-784623-7-smb {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:18:55.856215 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed8b77f-0860-4c2a-a676-6f8496177e93 None None] Routers {'6376b6a4-b62b-4432-a506-f78111fb1af9'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:18:55.857982 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-9ed8b77f-0860-4c2a-a676-6f8496177e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:18:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['6376b6a4-b62b-4432-a506-f78111fb1af9'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:18:55.864678 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e70d0a-21d5-47a9-82f3-cfd0ab5d5935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:55.865060 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e70d0a-21d5-47a9-82f3-cfd0ab5d5935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:55.865433 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e70d0a-21d5-47a9-82f3-cfd0ab5d5935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:55.865799 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e70d0a-21d5-47a9-82f3-cfd0ab5d5935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:55.866161 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e70d0a-21d5-47a9-82f3-cfd0ab5d5935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:55.866532 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e70d0a-21d5-47a9-82f3-cfd0ab5d5935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:55.866922 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e70d0a-21d5-47a9-82f3-cfd0ab5d5935 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:55.867281 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e70d0a-21d5-47a9-82f3-cfd0ab5d5935 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:55.867638 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e70d0a-21d5-47a9-82f3-cfd0ab5d5935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:55.867994 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e70d0a-21d5-47a9-82f3-cfd0ab5d5935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:55.868348 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e70d0a-21d5-47a9-82f3-cfd0ab5d5935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:55.868701 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e70d0a-21d5-47a9-82f3-cfd0ab5d5935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:18:55.875618 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bb7725c8-35db-4190-a7f8-8343304895ca admin admin] Notify callbacks [] for router, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:55.876959 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-bb7725c8-35db-4190-a7f8-8343304895ca admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7648473 Apr 22 16:18:55.879807 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 46720) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:55.917164 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-01e70d0a-21d5-47a9-82f3-cfd0ab5d5935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:55.960774 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-52bab36b-22e5-40c9-a344-081bdfbe0c08 None None] Attempting to bind port ac897d14-f200-487c-a213-1cb9e22bc8db on host dv-cinder-784623-7-smb for vnic_type normal with profile {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:18:55.961374 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-52bab36b-22e5-40c9-a344-081bdfbe0c08 None None] Attempting to bind port ac897d14-f200-487c-a213-1cb9e22bc8db by drivers openvswitch,hyperv on host dv-cinder-784623-7-smb at level 0 using segments [{'id': 'ef82c03c-d53e-4b2a-850e-67a7b398adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f'}] {{(pid=86318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:18:55.961962 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bab36b-22e5-40c9-a344-081bdfbe0c08 None None] Attempting to bind port ac897d14-f200-487c-a213-1cb9e22bc8db on network a8662695-9f3a-453f-9be3-607a5313f59f {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:18:55.976899 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bab36b-22e5-40c9-a344-081bdfbe0c08 None None] Checking agent: {'id': '8ffb9a94-5aed-4188-b3fb-9814a4924f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 5, 42), 'started_at': datetime.datetime(2021, 4, 22, 16, 6, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:18:55.977599 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bab36b-22e5-40c9-a344-081bdfbe0c08 None None] Checking segment: {'id': 'ef82c03c-d53e-4b2a-850e-67a7b398adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:18:55.978571 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-52bab36b-22e5-40c9-a344-081bdfbe0c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:55.979171 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bab36b-22e5-40c9-a344-081bdfbe0c08 None None] Bound using segment: {'id': 'ef82c03c-d53e-4b2a-850e-67a7b398adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f'} {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:18:55.979892 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-52bab36b-22e5-40c9-a344-081bdfbe0c08 None None] Bound port: ac897d14-f200-487c-a213-1cb9e22bc8db, host: dv-cinder-784623-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef82c03c-d53e-4b2a-850e-67a7b398adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f'}}] {{(pid=86318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:18:55.980473 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-52bab36b-22e5-40c9-a344-081bdfbe0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:56.037046 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device eba34187-78ef-4739-8e14-1b00c4bcdffc up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:18:56.071667 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9bd59a-1fb5-4591-af4b-175977983a7e None None] Network 62259c6b-0f62-4f53-94e2-5a180d5455a5 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:18:56.104636 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-52bab36b-22e5-40c9-a344-081bdfbe0c08 None None] For port ac897d14-f200-487c-a213-1cb9e22bc8db, host dv-cinder-784623-7-smb, cleared binding levels {{(pid=86318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:18:56.108747 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-52bab36b-22e5-40c9-a344-081bdfbe0c08 None None] For port ac897d14-f200-487c-a213-1cb9e22bc8db, host dv-cinder-784623-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=ac897d14-f200-487c-a213-1cb9e22bc8db,segment=NetworkSegment(ef82c03c-d53e-4b2a-850e-67a7b398adfb),segment_id=ef82c03c-d53e-4b2a-850e-67a7b398adfb)] {{(pid=86318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:18:56.112255 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-52bab36b-22e5-40c9-a344-081bdfbe0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:56.123173 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d252875c-55e1-4224-8e16-7b46a7c468dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:56.197054 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bab36b-22e5-40c9-a344-081bdfbe0c08 None None] Routers {'72dc83a8-900e-4cf8-82fb-a4a56f02922a'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:18:56.197904 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-52bab36b-22e5-40c9-a344-081bdfbe0c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:18:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['72dc83a8-900e-4cf8-82fb-a4a56f02922a'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:18:56.220117 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-71b1d99f-cc3c-4cac-80fe-9a46151812b6 None None] Provisioning for port fae21522-1d95-4652-93e8-58d81cebe354 completed by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:18:56.314450 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-9ed8b77f-0860-4c2a-a676-6f8496177e93 None None] Set router 6376b6a4-b62b-4432-a506-f78111fb1af9 gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:18:56.367492 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e70d0a-21d5-47a9-82f3-cfd0ab5d5935 None None] Pushing event updated for resources: {'Port': ['ID=ac897d14-f200-487c-a213-1cb9e22bc8db,revision_number=4']} {{(pid=86318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:56.370847 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-01e70d0a-21d5-47a9-82f3-cfd0ab5d5935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:56.395122 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:18:56.427901 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-52bab36b-22e5-40c9-a344-081bdfbe0c08 None None] Set router 72dc83a8-900e-4cf8-82fb-a4a56f02922a gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:18:56.464044 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port eba34187-78ef-4739-8e14-1b00c4bcdffc triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:18:56.464471 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:56.771263 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-52249a5f-5ef4-4739-94fa-f2fa0e5a6513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:56.795447 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-52bab36b-22e5-40c9-a344-081bdfbe0c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'name': 'tempest-TestShelveInstance-1618109886-router', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'eba34187-78ef-4739-8e14-1b00c4bcdffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:18:46Z', 'updated_at': '2021-04-22T16:18:50Z', 'revision_number': 4, 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'gw_port': {'id': 'eba34187-78ef-4739-8e14-1b00c4bcdffc', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:95:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:46Z', 'updated_at': '2021-04-22T16:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': 'ac897d14-f200-487c-a213-1cb9e22bc8db', 'name': '', 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'mac_address': 'fa:16:3e:70:7d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2d815908-385f-4645-b12f-6a6103a7b087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:49Z', 'updated_at': '2021-04-22T16:18:56Z', 'revision_number': 4, 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'subnets': [{'id': '2d815908-385f-4645-b12f-6a6103a7b087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:18:56.799822 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bab36b-22e5-40c9-a344-081bdfbe0c08 None None] The sync data for ids ['72dc83a8-900e-4cf8-82fb-a4a56f02922a'] in dv-cinder-784623-7-smb is: [{'id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'name': 'tempest-TestShelveInstance-1618109886-router', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'eba34187-78ef-4739-8e14-1b00c4bcdffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:18:46Z', 'updated_at': '2021-04-22T16:18:50Z', 'revision_number': 4, 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'gw_port': {'id': 'eba34187-78ef-4739-8e14-1b00c4bcdffc', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:95:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:46Z', 'updated_at': '2021-04-22T16:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': 'ac897d14-f200-487c-a213-1cb9e22bc8db', 'name': '', 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'mac_address': 'fa:16:3e:70:7d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2d815908-385f-4645-b12f-6a6103a7b087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:49Z', 'updated_at': '2021-04-22T16:18:56Z', 'revision_number': 4, 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'subnets': [{'id': '2d815908-385f-4645-b12f-6a6103a7b087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:18:56.866075 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device fae21522-1d95-4652-93e8-58d81cebe354 up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:18:56.956225 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-9ed8b77f-0860-4c2a-a676-6f8496177e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6376b6a4-b62b-4432-a506-f78111fb1af9', 'name': 'tempest-TestShelveInstance-1650807298-router', 'tenant_id': '32bd207cde84437da2037473a3eb5ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c10a7c13-b4cb-438e-b312-9da81fec8711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:18:53Z', 'updated_at': '2021-04-22T16:18:54Z', 'revision_number': 3, 'project_id': '32bd207cde84437da2037473a3eb5ce7', 'gw_port': {'id': 'c10a7c13-b4cb-438e-b312-9da81fec8711', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:18:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6376b6a4-b62b-4432-a506-f78111fb1af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:53Z', 'updated_at': '2021-04-22T16:18:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb'}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:18:56.963098 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8b77f-0860-4c2a-a676-6f8496177e93 None None] Checking router: 6376b6a4-b62b-4432-a506-f78111fb1af9 for host: dv-cinder-784623-7-smb {{(pid=86317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:18:56.963500 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8b77f-0860-4c2a-a676-6f8496177e93 None None] Updating router 6376b6a4-b62b-4432-a506-f78111fb1af9 port c10a7c13-b4cb-438e-b312-9da81fec8711 binding host dv-cinder-784623-7-smb {{(pid=86317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:18:56.998742 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning for port fae21522-1d95-4652-93e8-58d81cebe354 completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:18:57.011812 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port fae21522-1d95-4652-93e8-58d81cebe354 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:18:57.012235 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:57.028005 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-52249a5f-5ef4-4739-94fa-f2fa0e5a6513 admin admin] Allocated IP 172.20.0.1 (62259c6b-0f62-4f53-94e2-5a180d5455a5/7278caaf-517a-4d52-8086-baf4ea33940c/b1dfabbb-64b7-478a-8710-9b2bd6eedf6b) {{(pid=86315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:18:57.085451 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9ed8b77f-0860-4c2a-a676-6f8496177e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:57.211434 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-52249a5f-5ef4-4739-94fa-f2fa0e5a6513 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:57.229951 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-52249a5f-5ef4-4739-94fa-f2fa0e5a6513 admin admin] Transition to ACTIVE for port object b1dfabbb-64b7-478a-8710-9b2bd6eedf6b will not be triggered until provisioned by entity DHCP. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:18:57.256851 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-52249a5f-5ef4-4739-94fa-f2fa0e5a6513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1046523'] for port, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:57.261933 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-6610b054-4fb4-42cb-85e9-f5dba95e8345 None None] Provisioning complete for port fae21522-1d95-4652-93e8-58d81cebe354 triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:18:57.262096 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-fa12e0e0-6125-4650-bcdd-d94055c6d7f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:57.262433 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6610b054-4fb4-42cb-85e9-f5dba95e8345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:57.339431 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52249a5f-5ef4-4739-94fa-f2fa0e5a6513 admin admin] Network 62259c6b-0f62-4f53-94e2-5a180d5455a5 is already hosted by enough agents. {{(pid=86315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:18:57.344631 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-52249a5f-5ef4-4739-94fa-f2fa0e5a6513 admin admin] Resources bound (agent type, host, resource id): {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:18:57.348947 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52249a5f-5ef4-4739-94fa-f2fa0e5a6513 admin admin] Received port after_create {{(pid=86315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:18:57.392559 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52249a5f-5ef4-4739-94fa-f2fa0e5a6513 admin admin] Pushing event updated for resources: {'Port': ['ID=b1dfabbb-64b7-478a-8710-9b2bd6eedf6b,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:57.397374 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-52249a5f-5ef4-4739-94fa-f2fa0e5a6513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:57.417449 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-52249a5f-5ef4-4739-94fa-f2fa0e5a6513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854084859'] for router_interface, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:57.529432 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:57.558353 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-52249a5f-5ef4-4739-94fa-f2fa0e5a6513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:57.699097 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] For port fae21522-1d95-4652-93e8-58d81cebe354, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=fae21522-1d95-4652-93e8-58d81cebe354,segment=NetworkSegment(3f83fbec-c0e6-43f4-895e-8fe05ab5946f),segment_id=3f83fbec-c0e6-43f4-895e-8fe05ab5946f)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:18:57.714081 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:57.724983 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e24d9588-124d-406b-93b1-5cd09c1f76d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:57.797080 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6610b054-4fb4-42cb-85e9-f5dba95e8345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:57.826298 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-52249a5f-5ef4-4739-94fa-f2fa0e5a6513 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:57.830398 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-52249a5f-5ef4-4739-94fa-f2fa0e5a6513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853729294'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:57.853572 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Pushing event updated for resources: {'Port': ['ID=fae21522-1d95-4652-93e8-58d81cebe354,revision_number=3']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:57.858959 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:57.865300 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:57.893407 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device ac897d14-f200-487c-a213-1cb9e22bc8db up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:18:57.955418 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52249a5f-5ef4-4739-94fa-f2fa0e5a6513 admin admin] Pushing event updated for resources: {'Port': ['ID=b1dfabbb-64b7-478a-8710-9b2bd6eedf6b,revision_number=2']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:57.958155 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-52249a5f-5ef4-4739-94fa-f2fa0e5a6513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854217304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691042'] for router_interface, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:57.963088 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-52249a5f-5ef4-4739-94fa-f2fa0e5a6513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:57.998269 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.db.api [None req-6610b054-4fb4-42cb-85e9-f5dba95e8345 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86317) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:18:57.998705 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_db.api [None req-6610b054-4fb4-42cb-85e9-f5dba95e8345 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:18:58.057738 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning for port ac897d14-f200-487c-a213-1cb9e22bc8db completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:18:58.070364 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port ac897d14-f200-487c-a213-1cb9e22bc8db triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:18:58.070824 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:58.097020 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9ed8b77f-0860-4c2a-a676-6f8496177e93 None None] Notify callbacks [] for port, precommit_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:58.104010 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52249a5f-5ef4-4739-94fa-f2fa0e5a6513 admin admin] Network 62259c6b-0f62-4f53-94e2-5a180d5455a5 is already hosted by enough agents. {{(pid=86315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:18:58.105179 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-52249a5f-5ef4-4739-94fa-f2fa0e5a6513 admin admin] Resources bound (agent type, host, resource id): {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:18:58.133655 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-9ed8b77f-0860-4c2a-a676-6f8496177e93 None None] Transition to ACTIVE for port object c10a7c13-b4cb-438e-b312-9da81fec8711 will not be triggered until provisioned by entity L2. {{(pid=86317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:18:58.144725 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9ed8b77f-0860-4c2a-a676-6f8496177e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:58.151137 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-72368d04-f868-4cc2-a2a9-06472ccb83e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:58.274627 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc2c8b-5f9b-4319-bb47-efc925987280 None None] Pushing event updated for resources: {'Port': ['ID=c10a7c13-b4cb-438e-b312-9da81fec8711,revision_number=2']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:58.277226 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-9ed8b77f-0860-4c2a-a676-6f8496177e93 None None] Attempting to bind port c10a7c13-b4cb-438e-b312-9da81fec8711 on host dv-cinder-784623-7-smb for vnic_type normal with profile {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:18:58.277654 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-9ed8b77f-0860-4c2a-a676-6f8496177e93 None None] Attempting to bind port c10a7c13-b4cb-438e-b312-9da81fec8711 by drivers openvswitch,hyperv on host dv-cinder-784623-7-smb at level 0 using segments [{'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:18:58.278053 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed8b77f-0860-4c2a-a676-6f8496177e93 None None] Attempting to bind port c10a7c13-b4cb-438e-b312-9da81fec8711 on network 88dd38af-48aa-4ea4-a266-3e61b5f89d27 {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:18:58.286658 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-60bc2c8b-5f9b-4319-bb47-efc925987280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:58.302667 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed8b77f-0860-4c2a-a676-6f8496177e93 None None] Checking agent: {'id': '8ffb9a94-5aed-4188-b3fb-9814a4924f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 5, 42), 'started_at': datetime.datetime(2021, 4, 22, 16, 6, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:18:58.303096 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed8b77f-0860-4c2a-a676-6f8496177e93 None None] Checking segment: {'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:18:58.303540 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9ed8b77f-0860-4c2a-a676-6f8496177e93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:58.303992 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed8b77f-0860-4c2a-a676-6f8496177e93 None None] Bound using segment: {'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:18:58.304541 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-9ed8b77f-0860-4c2a-a676-6f8496177e93 None None] Bound port: c10a7c13-b4cb-438e-b312-9da81fec8711, host: dv-cinder-784623-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'}}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:18:58.304969 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9ed8b77f-0860-4c2a-a676-6f8496177e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:58.376631 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:58.430125 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-9ed8b77f-0860-4c2a-a676-6f8496177e93 None None] For port c10a7c13-b4cb-438e-b312-9da81fec8711, host dv-cinder-784623-7-smb, cleared binding levels {{(pid=86317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:18:58.435845 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-9ed8b77f-0860-4c2a-a676-6f8496177e93 None None] For port c10a7c13-b4cb-438e-b312-9da81fec8711, host dv-cinder-784623-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=c10a7c13-b4cb-438e-b312-9da81fec8711,segment=NetworkSegment(0a545a0b-864e-4a70-9faa-625966eb1a15),segment_id=0a545a0b-864e-4a70-9faa-625966eb1a15)] {{(pid=86317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:18:58.439170 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] For port ac897d14-f200-487c-a213-1cb9e22bc8db, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=ac897d14-f200-487c-a213-1cb9e22bc8db,segment=NetworkSegment(ef82c03c-d53e-4b2a-850e-67a7b398adfb),segment_id=ef82c03c-d53e-4b2a-850e-67a7b398adfb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:18:58.441210 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9ed8b77f-0860-4c2a-a676-6f8496177e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:58.446554 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d98ff835-4347-4e65-a1e1-a65566168ee0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:58.484567 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:58.563045 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52249a5f-5ef4-4739-94fa-f2fa0e5a6513 admin admin] Router 6376b6a4-b62b-4432-a506-f78111fb1af9 has already been hosted by L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 {{(pid=86315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:18:58.583206 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed8b77f-0860-4c2a-a676-6f8496177e93 None None] Routers {'6376b6a4-b62b-4432-a506-f78111fb1af9'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:18:58.583889 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-9ed8b77f-0860-4c2a-a676-6f8496177e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:18:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['6376b6a4-b62b-4432-a506-f78111fb1af9'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:18:58.706079 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc2c8b-5f9b-4319-bb47-efc925987280 None None] Pushing event updated for resources: {'Port': ['ID=c10a7c13-b4cb-438e-b312-9da81fec8711,revision_number=3']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:58.720896 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-60bc2c8b-5f9b-4319-bb47-efc925987280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:58.721337 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-facf90e1-fd4d-4be3-9b6f-8a9ba4d3bf3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:58.755751 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52249a5f-5ef4-4739-94fa-f2fa0e5a6513 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:18:58.765637 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-52249a5f-5ef4-4739-94fa-f2fa0e5a6513 admin admin] 10.222.0.21 "PUT /v2.0/routers/6376b6a4-b62b-4432-a506-f78111fb1af9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8847055 Apr 22 16:18:58.837784 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Pushing event updated for resources: {'Port': ['ID=ac897d14-f200-487c-a213-1cb9e22bc8db,revision_number=5']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:58.848432 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:58.859675 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f339c393-aee8-4287-977e-8011660043ae None None] Provisioning for port b1dfabbb-64b7-478a-8710-9b2bd6eedf6b completed by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:18:58.864153 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-9ed8b77f-0860-4c2a-a676-6f8496177e93 None None] Set router 6376b6a4-b62b-4432-a506-f78111fb1af9 gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:18:58.924948 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f339c393-aee8-4287-977e-8011660043ae None None] Provisioning complete for port b1dfabbb-64b7-478a-8710-9b2bd6eedf6b triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:18:58.925345 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f339c393-aee8-4287-977e-8011660043ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:59.088312 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f339c393-aee8-4287-977e-8011660043ae None None] Port b1dfabbb-64b7-478a-8710-9b2bd6eedf6b cannot update to ACTIVE because it is not bound. {{(pid=86317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:18:59.255395 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-9ed8b77f-0860-4c2a-a676-6f8496177e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6376b6a4-b62b-4432-a506-f78111fb1af9', 'name': 'tempest-TestShelveInstance-1650807298-router', 'tenant_id': '32bd207cde84437da2037473a3eb5ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c10a7c13-b4cb-438e-b312-9da81fec8711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:18:53Z', 'updated_at': '2021-04-22T16:18:57Z', 'revision_number': 4, 'project_id': '32bd207cde84437da2037473a3eb5ce7', 'gw_port': {'id': 'c10a7c13-b4cb-438e-b312-9da81fec8711', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:18:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6376b6a4-b62b-4432-a506-f78111fb1af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:53Z', 'updated_at': '2021-04-22T16:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': 'b1dfabbb-64b7-478a-8710-9b2bd6eedf6b', 'name': '', 'network_id': '62259c6b-0f62-4f53-94e2-5a180d5455a5', 'tenant_id': '32bd207cde84437da2037473a3eb5ce7', 'mac_address': 'fa:16:3e:3a:dc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6376b6a4-b62b-4432-a506-f78111fb1af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7278caaf-517a-4d52-8086-baf4ea33940c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:56Z', 'updated_at': '2021-04-22T16:18:57Z', 'revision_number': 2, 'project_id': '32bd207cde84437da2037473a3eb5ce7', 'subnets': [{'id': '7278caaf-517a-4d52-8086-baf4ea33940c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:18:59.259541 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8b77f-0860-4c2a-a676-6f8496177e93 None None] The sync data for ids ['6376b6a4-b62b-4432-a506-f78111fb1af9'] in dv-cinder-784623-7-smb is: [{'id': '6376b6a4-b62b-4432-a506-f78111fb1af9', 'name': 'tempest-TestShelveInstance-1650807298-router', 'tenant_id': '32bd207cde84437da2037473a3eb5ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c10a7c13-b4cb-438e-b312-9da81fec8711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:18:53Z', 'updated_at': '2021-04-22T16:18:57Z', 'revision_number': 4, 'project_id': '32bd207cde84437da2037473a3eb5ce7', 'gw_port': {'id': 'c10a7c13-b4cb-438e-b312-9da81fec8711', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:18:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6376b6a4-b62b-4432-a506-f78111fb1af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:53Z', 'updated_at': '2021-04-22T16:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': 'b1dfabbb-64b7-478a-8710-9b2bd6eedf6b', 'name': '', 'network_id': '62259c6b-0f62-4f53-94e2-5a180d5455a5', 'tenant_id': '32bd207cde84437da2037473a3eb5ce7', 'mac_address': 'fa:16:3e:3a:dc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6376b6a4-b62b-4432-a506-f78111fb1af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7278caaf-517a-4d52-8086-baf4ea33940c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:56Z', 'updated_at': '2021-04-22T16:18:57Z', 'revision_number': 2, 'project_id': '32bd207cde84437da2037473a3eb5ce7', 'subnets': [{'id': '7278caaf-517a-4d52-8086-baf4ea33940c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:18:59.433792 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 46738) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:59.439863 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-3fdcc43b-2268-45a8-b1d7-bc609d574ddc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-100608372', 'description': 'tempest-secgroup-smoke-100608372 description', 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:18:59.446351 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-3fdcc43b-2268-45a8-b1d7-bc609d574ddc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:59.451116 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-3fdcc43b-2268-45a8-b1d7-bc609d574ddc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Usage tracker for resource:security_group and tenant:a6b4d93aa2ff408c838edd1afc9b4a97 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:59.454142 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-3fdcc43b-2268-45a8-b1d7-bc609d574ddc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:59.461054 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-3fdcc43b-2268-45a8-b1d7-bc609d574ddc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:59.471373 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3fdcc43b-2268-45a8-b1d7-bc609d574ddc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:59.492676 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-3fdcc43b-2268-45a8-b1d7-bc609d574ddc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:59.496742 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-3fdcc43b-2268-45a8-b1d7-bc609d574ddc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Usage tracker for resource:security_group_rule and tenant:a6b4d93aa2ff408c838edd1afc9b4a97 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:59.500759 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-3fdcc43b-2268-45a8-b1d7-bc609d574ddc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:59.506759 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-3fdcc43b-2268-45a8-b1d7-bc609d574ddc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:59.581286 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3fdcc43b-2268-45a8-b1d7-bc609d574ddc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:59.584340 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3fdcc43b-2268-45a8-b1d7-bc609d574ddc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:59.595155 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-777bc060-8331-4f83-94c4-2358721a75a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:59.656697 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3fdcc43b-2268-45a8-b1d7-bc609d574ddc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:59.658652 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-3fdcc43b-2268-45a8-b1d7-bc609d574ddc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2231789 Apr 22 16:18:59.661474 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 46742) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:59.664673 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdcc43b-2268-45a8-b1d7-bc609d574ddc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cde45e02-e6e0-4438-9236-53fb1c673e39,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:59.670736 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-0bcb807b-1a09-422f-8594-fea077c8b240 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Request body: {'security_group_rule': {'security_group_id': 'cde45e02-e6e0-4438-9236-53fb1c673e39', 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:18:59.677836 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-0bcb807b-1a09-422f-8594-fea077c8b240 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:59.682443 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-0bcb807b-1a09-422f-8594-fea077c8b240 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Usage tracker for resource:security_group_rule and tenant:a6b4d93aa2ff408c838edd1afc9b4a97 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:59.686614 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-0bcb807b-1a09-422f-8594-fea077c8b240 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:59.693722 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-3fdcc43b-2268-45a8-b1d7-bc609d574ddc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:59.694774 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-0bcb807b-1a09-422f-8594-fea077c8b240 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:59.714984 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0bcb807b-1a09-422f-8594-fea077c8b240 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:59.782104 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0bcb807b-1a09-422f-8594-fea077c8b240 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:59.785243 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0bcb807b-1a09-422f-8594-fea077c8b240 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:59.787467 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-07abf800-cb25-4188-bdf7-b3003748b873 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:59.811278 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb807b-1a09-422f-8594-fea077c8b240 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96817f18-0e78-4077-bbf1-35e50e1d6af5,revision_number=0']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:59.821863 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-0bcb807b-1a09-422f-8594-fea077c8b240 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:59.823234 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0bcb807b-1a09-422f-8594-fea077c8b240 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:59.828319 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 46746) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:18:59.828498 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-0bcb807b-1a09-422f-8594-fea077c8b240 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1657629 Apr 22 16:18:59.834929 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-78766de3-65e2-4365-a83c-7144e4411052 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Request body: {'security_group_rule': {'security_group_id': 'cde45e02-e6e0-4438-9236-53fb1c673e39', 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:18:59.842015 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-78766de3-65e2-4365-a83c-7144e4411052 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:18:59.846322 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-78766de3-65e2-4365-a83c-7144e4411052 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Usage tracker for resource:security_group_rule and tenant:a6b4d93aa2ff408c838edd1afc9b4a97 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:18:59.850124 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-78766de3-65e2-4365-a83c-7144e4411052 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:18:59.857562 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-78766de3-65e2-4365-a83c-7144e4411052 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:18:59.865670 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device ac897d14-f200-487c-a213-1cb9e22bc8db up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:18:59.878974 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-78766de3-65e2-4365-a83c-7144e4411052 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:59.940253 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port ac897d14-f200-487c-a213-1cb9e22bc8db triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:18:59.940671 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:59.953456 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-78766de3-65e2-4365-a83c-7144e4411052 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:59.956704 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-78766de3-65e2-4365-a83c-7144e4411052 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:59.964905 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:18:59.987262 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78766de3-65e2-4365-a83c-7144e4411052 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408fa09d-3804-4fb9-8dbd-f3896ada7101,revision_number=0']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:18:59.989889 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-78766de3-65e2-4365-a83c-7144e4411052 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:18:59.998211 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-78766de3-65e2-4365-a83c-7144e4411052 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:18:59.999597 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-78766de3-65e2-4365-a83c-7144e4411052 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1700015 Apr 22 16:19:00.002968 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 46752) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:00.014933 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-efc6feda-b10d-418a-bc24-6ea066ec690a tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Request body: {'security_group_rule': {'security_group_id': 'cde45e02-e6e0-4438-9236-53fb1c673e39', 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:19:00.031622 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-efc6feda-b10d-418a-bc24-6ea066ec690a tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:19:00.036374 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-efc6feda-b10d-418a-bc24-6ea066ec690a tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Usage tracker for resource:security_group_rule and tenant:a6b4d93aa2ff408c838edd1afc9b4a97 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:19:00.052279 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-efc6feda-b10d-418a-bc24-6ea066ec690a tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:19:00.058271 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-efc6feda-b10d-418a-bc24-6ea066ec690a tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:19:00.111371 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-efc6feda-b10d-418a-bc24-6ea066ec690a tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:00.118431 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device fae21522-1d95-4652-93e8-58d81cebe354 up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:19:00.200702 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-efc6feda-b10d-418a-bc24-6ea066ec690a tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:00.203944 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-efc6feda-b10d-418a-bc24-6ea066ec690a tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:00.206193 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:00.233180 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6feda-b10d-418a-bc24-6ea066ec690a tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d1984f-66ff-46cc-96da-d5d869c729e9,revision_number=0']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:00.236203 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-efc6feda-b10d-418a-bc24-6ea066ec690a tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:00.243944 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-efc6feda-b10d-418a-bc24-6ea066ec690a tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:00.247721 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-efc6feda-b10d-418a-bc24-6ea066ec690a tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2426529 Apr 22 16:19:00.249012 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 46756) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:00.255295 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-2f3d3eac-10cd-49ec-8715-a8b94d1a3a38 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Request body: {'security_group_rule': {'security_group_id': 'cde45e02-e6e0-4438-9236-53fb1c673e39', 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:19:00.262198 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-2f3d3eac-10cd-49ec-8715-a8b94d1a3a38 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:19:00.267772 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-2f3d3eac-10cd-49ec-8715-a8b94d1a3a38 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Usage tracker for resource:security_group_rule and tenant:a6b4d93aa2ff408c838edd1afc9b4a97 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:19:00.271373 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-2f3d3eac-10cd-49ec-8715-a8b94d1a3a38 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:19:00.280911 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-2f3d3eac-10cd-49ec-8715-a8b94d1a3a38 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:19:00.299350 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2f3d3eac-10cd-49ec-8715-a8b94d1a3a38 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:00.374935 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2f3d3eac-10cd-49ec-8715-a8b94d1a3a38 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:00.375129 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port fae21522-1d95-4652-93e8-58d81cebe354 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:19:00.375646 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:00.378056 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2f3d3eac-10cd-49ec-8715-a8b94d1a3a38 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:00.380278 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:00.398214 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d3eac-10cd-49ec-8715-a8b94d1a3a38 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d9d5c3-03a0-4929-8026-cd07ddf80ad4,revision_number=0']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:00.402040 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-2f3d3eac-10cd-49ec-8715-a8b94d1a3a38 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:00.419760 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2f3d3eac-10cd-49ec-8715-a8b94d1a3a38 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:00.421180 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-2f3d3eac-10cd-49ec-8715-a8b94d1a3a38 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1709595 Apr 22 16:19:00.424234 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 46760) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:00.429929 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-ccc3d811-7e29-4fdf-ad33-92dd12e02539 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Request body: {'security_group_rule': {'security_group_id': 'cde45e02-e6e0-4438-9236-53fb1c673e39', 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:19:00.437217 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-ccc3d811-7e29-4fdf-ad33-92dd12e02539 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:19:00.441533 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-ccc3d811-7e29-4fdf-ad33-92dd12e02539 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Usage tracker for resource:security_group_rule and tenant:a6b4d93aa2ff408c838edd1afc9b4a97 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:19:00.444706 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-ccc3d811-7e29-4fdf-ad33-92dd12e02539 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:19:00.451010 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-ccc3d811-7e29-4fdf-ad33-92dd12e02539 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:19:00.461087 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.securitygroups_db [None req-ccc3d811-7e29-4fdf-ad33-92dd12e02539 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Project a6b4d93aa2ff408c838edd1afc9b4a97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 16:19:00.469507 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ccc3d811-7e29-4fdf-ad33-92dd12e02539 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:00.542886 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ccc3d811-7e29-4fdf-ad33-92dd12e02539 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:00.546054 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ccc3d811-7e29-4fdf-ad33-92dd12e02539 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:00.548286 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b0919527-1b72-42b4-9241-b95bdf7bb9ec tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:00.571999 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3d811-7e29-4fdf-ad33-92dd12e02539 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57db9f2e-726f-4689-ab74-00d8a51296cb,revision_number=0']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:00.574521 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ccc3d811-7e29-4fdf-ad33-92dd12e02539 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:00.581434 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ccc3d811-7e29-4fdf-ad33-92dd12e02539 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:00.582801 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-ccc3d811-7e29-4fdf-ad33-92dd12e02539 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1574209 Apr 22 16:19:00.585608 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 46764) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:00.592260 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-74b3f8ef-d20d-4ccb-9a1b-22494c3462e9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Request body: {'security_group_rule': {'security_group_id': 'cde45e02-e6e0-4438-9236-53fb1c673e39', 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:19:00.598651 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-74b3f8ef-d20d-4ccb-9a1b-22494c3462e9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:19:00.602664 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-74b3f8ef-d20d-4ccb-9a1b-22494c3462e9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Usage tracker for resource:security_group_rule and tenant:a6b4d93aa2ff408c838edd1afc9b4a97 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:19:00.605609 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-74b3f8ef-d20d-4ccb-9a1b-22494c3462e9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:19:00.611918 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-74b3f8ef-d20d-4ccb-9a1b-22494c3462e9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:19:00.624105 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.securitygroups_db [None req-74b3f8ef-d20d-4ccb-9a1b-22494c3462e9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Project a6b4d93aa2ff408c838edd1afc9b4a97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 16:19:00.630966 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-74b3f8ef-d20d-4ccb-9a1b-22494c3462e9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:00.702836 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-74b3f8ef-d20d-4ccb-9a1b-22494c3462e9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:00.705654 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-74b3f8ef-d20d-4ccb-9a1b-22494c3462e9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:00.707878 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-78c08bda-6f9f-4a89-885e-24b22d5ed184 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:00.732834 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3f8ef-d20d-4ccb-9a1b-22494c3462e9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a8af5a5-1953-4495-bbdb-08e771e58e68,revision_number=0']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:00.735478 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-74b3f8ef-d20d-4ccb-9a1b-22494c3462e9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:00.741920 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-74b3f8ef-d20d-4ccb-9a1b-22494c3462e9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:00.743240 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-74b3f8ef-d20d-4ccb-9a1b-22494c3462e9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1564841 Apr 22 16:19:01.849762 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device c10a7c13-b4cb-438e-b312-9da81fec8711 up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:19:01.921693 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning for port c10a7c13-b4cb-438e-b312-9da81fec8711 completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:19:01.926557 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port c10a7c13-b4cb-438e-b312-9da81fec8711 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:19:01.926984 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:02.054843 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:02.072594 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] For port c10a7c13-b4cb-438e-b312-9da81fec8711, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=c10a7c13-b4cb-438e-b312-9da81fec8711,segment=NetworkSegment(0a545a0b-864e-4a70-9faa-625966eb1a15),segment_id=0a545a0b-864e-4a70-9faa-625966eb1a15)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:19:02.076063 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:02.077994 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:02.148005 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Pushing event updated for resources: {'Port': ['ID=c10a7c13-b4cb-438e-b312-9da81fec8711,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:02.151264 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:02.429649 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b15ee2-3e87-47c2-a47e-b47e22a87553 None None] Sync routers for ids ['6376b6a4-b62b-4432-a506-f78111fb1af9'] in dv-cinder-784623-7-smb {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:19:02.440437 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b15ee2-3e87-47c2-a47e-b47e22a87553 None None] Routers {'6376b6a4-b62b-4432-a506-f78111fb1af9'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:19:02.441086 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-e0b15ee2-3e87-47c2-a47e-b47e22a87553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:18:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['6376b6a4-b62b-4432-a506-f78111fb1af9'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:19:02.796383 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-e0b15ee2-3e87-47c2-a47e-b47e22a87553 None None] Set router 6376b6a4-b62b-4432-a506-f78111fb1af9 gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:19:03.137335 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-e0b15ee2-3e87-47c2-a47e-b47e22a87553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6376b6a4-b62b-4432-a506-f78111fb1af9', 'name': 'tempest-TestShelveInstance-1650807298-router', 'tenant_id': '32bd207cde84437da2037473a3eb5ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c10a7c13-b4cb-438e-b312-9da81fec8711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:18:53Z', 'updated_at': '2021-04-22T16:18:57Z', 'revision_number': 4, 'project_id': '32bd207cde84437da2037473a3eb5ce7', 'gw_port': {'id': 'c10a7c13-b4cb-438e-b312-9da81fec8711', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:18:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6376b6a4-b62b-4432-a506-f78111fb1af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:53Z', 'updated_at': '2021-04-22T16:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': 'b1dfabbb-64b7-478a-8710-9b2bd6eedf6b', 'name': '', 'network_id': '62259c6b-0f62-4f53-94e2-5a180d5455a5', 'tenant_id': '32bd207cde84437da2037473a3eb5ce7', 'mac_address': 'fa:16:3e:3a:dc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6376b6a4-b62b-4432-a506-f78111fb1af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7278caaf-517a-4d52-8086-baf4ea33940c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:56Z', 'updated_at': '2021-04-22T16:18:57Z', 'revision_number': 2, 'project_id': '32bd207cde84437da2037473a3eb5ce7', 'subnets': [{'id': '7278caaf-517a-4d52-8086-baf4ea33940c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:19:03.141910 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b15ee2-3e87-47c2-a47e-b47e22a87553 None None] Checking router: 6376b6a4-b62b-4432-a506-f78111fb1af9 for host: dv-cinder-784623-7-smb {{(pid=86318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:19:03.142327 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b15ee2-3e87-47c2-a47e-b47e22a87553 None None] Updating router 6376b6a4-b62b-4432-a506-f78111fb1af9 port b1dfabbb-64b7-478a-8710-9b2bd6eedf6b binding host dv-cinder-784623-7-smb {{(pid=86318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:19:03.202683 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e0b15ee2-3e87-47c2-a47e-b47e22a87553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:03.568090 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e0b15ee2-3e87-47c2-a47e-b47e22a87553 None None] Notify callbacks [] for port, precommit_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:03.581567 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-e0b15ee2-3e87-47c2-a47e-b47e22a87553 None None] Transition to ACTIVE for port object b1dfabbb-64b7-478a-8710-9b2bd6eedf6b will not be triggered until provisioned by entity L2. {{(pid=86318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:19:03.587863 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e0b15ee2-3e87-47c2-a47e-b47e22a87553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:03.596072 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:03.765061 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba921ec-547e-4e08-a8bf-2871f8a73396 None None] Pushing event updated for resources: {'Port': ['ID=b1dfabbb-64b7-478a-8710-9b2bd6eedf6b,revision_number=3']} {{(pid=86318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:03.772878 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-dba921ec-547e-4e08-a8bf-2871f8a73396 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:03.829413 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-e0b15ee2-3e87-47c2-a47e-b47e22a87553 None None] Attempting to bind port b1dfabbb-64b7-478a-8710-9b2bd6eedf6b on host dv-cinder-784623-7-smb for vnic_type normal with profile {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:19:03.829833 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-e0b15ee2-3e87-47c2-a47e-b47e22a87553 None None] Attempting to bind port b1dfabbb-64b7-478a-8710-9b2bd6eedf6b by drivers openvswitch,hyperv on host dv-cinder-784623-7-smb at level 0 using segments [{'id': '3f83fbec-c0e6-43f4-895e-8fe05ab5946f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '62259c6b-0f62-4f53-94e2-5a180d5455a5'}] {{(pid=86318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:19:03.830196 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b15ee2-3e87-47c2-a47e-b47e22a87553 None None] Attempting to bind port b1dfabbb-64b7-478a-8710-9b2bd6eedf6b on network 62259c6b-0f62-4f53-94e2-5a180d5455a5 {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:19:03.836133 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b15ee2-3e87-47c2-a47e-b47e22a87553 None None] Checking agent: {'id': '8ffb9a94-5aed-4188-b3fb-9814a4924f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 5, 42), 'started_at': datetime.datetime(2021, 4, 22, 16, 6, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:19:03.836546 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b15ee2-3e87-47c2-a47e-b47e22a87553 None None] Checking segment: {'id': '3f83fbec-c0e6-43f4-895e-8fe05ab5946f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '62259c6b-0f62-4f53-94e2-5a180d5455a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:19:03.836988 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e0b15ee2-3e87-47c2-a47e-b47e22a87553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:03.837590 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b15ee2-3e87-47c2-a47e-b47e22a87553 None None] Bound using segment: {'id': '3f83fbec-c0e6-43f4-895e-8fe05ab5946f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '62259c6b-0f62-4f53-94e2-5a180d5455a5'} {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:19:03.838104 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-e0b15ee2-3e87-47c2-a47e-b47e22a87553 None None] Bound port: b1dfabbb-64b7-478a-8710-9b2bd6eedf6b, host: dv-cinder-784623-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f83fbec-c0e6-43f4-895e-8fe05ab5946f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '62259c6b-0f62-4f53-94e2-5a180d5455a5'}}] {{(pid=86318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:19:03.838540 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e0b15ee2-3e87-47c2-a47e-b47e22a87553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:03.846722 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device c10a7c13-b4cb-438e-b312-9da81fec8711 up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:19:03.928500 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port c10a7c13-b4cb-438e-b312-9da81fec8711 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:19:03.928855 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:03.937964 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-e0b15ee2-3e87-47c2-a47e-b47e22a87553 None None] For port b1dfabbb-64b7-478a-8710-9b2bd6eedf6b, host dv-cinder-784623-7-smb, cleared binding levels {{(pid=86318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:19:03.941250 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-e0b15ee2-3e87-47c2-a47e-b47e22a87553 None None] For port b1dfabbb-64b7-478a-8710-9b2bd6eedf6b, host dv-cinder-784623-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=b1dfabbb-64b7-478a-8710-9b2bd6eedf6b,segment=NetworkSegment(3f83fbec-c0e6-43f4-895e-8fe05ab5946f),segment_id=3f83fbec-c0e6-43f4-895e-8fe05ab5946f)] {{(pid=86318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:19:03.944930 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e0b15ee2-3e87-47c2-a47e-b47e22a87553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:03.948891 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:04.038608 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b15ee2-3e87-47c2-a47e-b47e22a87553 None None] Routers {'6376b6a4-b62b-4432-a506-f78111fb1af9'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:19:04.039228 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-e0b15ee2-3e87-47c2-a47e-b47e22a87553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:18:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['6376b6a4-b62b-4432-a506-f78111fb1af9'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:19:04.183027 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba921ec-547e-4e08-a8bf-2871f8a73396 None None] Pushing event updated for resources: {'Port': ['ID=b1dfabbb-64b7-478a-8710-9b2bd6eedf6b,revision_number=4']} {{(pid=86318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:04.187159 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-dba921ec-547e-4e08-a8bf-2871f8a73396 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:04.252472 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-e0b15ee2-3e87-47c2-a47e-b47e22a87553 None None] Set router 6376b6a4-b62b-4432-a506-f78111fb1af9 gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:19:04.588537 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-e0b15ee2-3e87-47c2-a47e-b47e22a87553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6376b6a4-b62b-4432-a506-f78111fb1af9', 'name': 'tempest-TestShelveInstance-1650807298-router', 'tenant_id': '32bd207cde84437da2037473a3eb5ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c10a7c13-b4cb-438e-b312-9da81fec8711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:18:53Z', 'updated_at': '2021-04-22T16:18:57Z', 'revision_number': 4, 'project_id': '32bd207cde84437da2037473a3eb5ce7', 'gw_port': {'id': 'c10a7c13-b4cb-438e-b312-9da81fec8711', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:18:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6376b6a4-b62b-4432-a506-f78111fb1af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:53Z', 'updated_at': '2021-04-22T16:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': 'b1dfabbb-64b7-478a-8710-9b2bd6eedf6b', 'name': '', 'network_id': '62259c6b-0f62-4f53-94e2-5a180d5455a5', 'tenant_id': '32bd207cde84437da2037473a3eb5ce7', 'mac_address': 'fa:16:3e:3a:dc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6376b6a4-b62b-4432-a506-f78111fb1af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7278caaf-517a-4d52-8086-baf4ea33940c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:56Z', 'updated_at': '2021-04-22T16:19:03Z', 'revision_number': 4, 'project_id': '32bd207cde84437da2037473a3eb5ce7', 'subnets': [{'id': '7278caaf-517a-4d52-8086-baf4ea33940c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:19:04.593915 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b15ee2-3e87-47c2-a47e-b47e22a87553 None None] The sync data for ids ['6376b6a4-b62b-4432-a506-f78111fb1af9'] in dv-cinder-784623-7-smb is: [{'id': '6376b6a4-b62b-4432-a506-f78111fb1af9', 'name': 'tempest-TestShelveInstance-1650807298-router', 'tenant_id': '32bd207cde84437da2037473a3eb5ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c10a7c13-b4cb-438e-b312-9da81fec8711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:18:53Z', 'updated_at': '2021-04-22T16:18:57Z', 'revision_number': 4, 'project_id': '32bd207cde84437da2037473a3eb5ce7', 'gw_port': {'id': 'c10a7c13-b4cb-438e-b312-9da81fec8711', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:18:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6376b6a4-b62b-4432-a506-f78111fb1af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:53Z', 'updated_at': '2021-04-22T16:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': 'b1dfabbb-64b7-478a-8710-9b2bd6eedf6b', 'name': '', 'network_id': '62259c6b-0f62-4f53-94e2-5a180d5455a5', 'tenant_id': '32bd207cde84437da2037473a3eb5ce7', 'mac_address': 'fa:16:3e:3a:dc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6376b6a4-b62b-4432-a506-f78111fb1af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7278caaf-517a-4d52-8086-baf4ea33940c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:56Z', 'updated_at': '2021-04-22T16:19:03Z', 'revision_number': 4, 'project_id': '32bd207cde84437da2037473a3eb5ce7', 'subnets': [{'id': '7278caaf-517a-4d52-8086-baf4ea33940c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:19:05.862267 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device b1dfabbb-64b7-478a-8710-9b2bd6eedf6b up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:19:05.936057 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning for port b1dfabbb-64b7-478a-8710-9b2bd6eedf6b completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:19:05.941007 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port b1dfabbb-64b7-478a-8710-9b2bd6eedf6b triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:19:05.941380 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:06.070088 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:06.103976 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] For port b1dfabbb-64b7-478a-8710-9b2bd6eedf6b, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=b1dfabbb-64b7-478a-8710-9b2bd6eedf6b,segment=NetworkSegment(3f83fbec-c0e6-43f4-895e-8fe05ab5946f),segment_id=3f83fbec-c0e6-43f4-895e-8fe05ab5946f)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:19:06.106956 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:06.108925 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:06.178469 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Pushing event updated for resources: {'Port': ['ID=b1dfabbb-64b7-478a-8710-9b2bd6eedf6b,revision_number=5']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:06.181642 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:07.837517 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device b1dfabbb-64b7-478a-8710-9b2bd6eedf6b up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:19:07.914741 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port b1dfabbb-64b7-478a-8710-9b2bd6eedf6b triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:19:07.915153 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:07.986876 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:08.439759 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-202ca3ee-2db1-47dd-ba5b-9a682537a3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:11.395695 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fd951349-b20f-4970-85bb-50cc14bcffff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:11.589232 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:11.809657 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:13.129644 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:14.458277 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ea4a3e24-8535-4123-8474-d23978efb2be req-259e6ba9-9f93-4119-a9aa-cab8870e9b59 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-612248390&fields=id&tenant_id=7aca53c5261c4484bf84056e3058fc5e HTTP/1.1" status: 200 len: 267 time: 0.0463698 Apr 22 16:19:14.548340 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a3e24-8535-4123-8474-d23978efb2be req-a447a238-c5b7-4734-8e86-90956145eeca tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:14.549873 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ea4a3e24-8535-4123-8474-d23978efb2be req-a447a238-c5b7-4734-8e86-90956145eeca tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 985 time: 0.0856366 Apr 22 16:19:14.562821 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-ea4a3e24-8535-4123-8474-d23978efb2be req-031c6fee-a1a5-49af-a92a-36f41f4331ee tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Request body: {'port': {'security_groups': ['787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425']}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:19:14.693653 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-ea4a3e24-8535-4123-8474-d23978efb2be req-031c6fee-a1a5-49af-a92a-36f41f4331ee tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:14.945450 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-ea4a3e24-8535-4123-8474-d23978efb2be req-031c6fee-a1a5-49af-a92a-36f41f4331ee tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] For port 37e82257-1caa-48c1-af33-9ee84eaabdec, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=37e82257-1caa-48c1-af33-9ee84eaabdec,segment=NetworkSegment(8b4114bc-def4-4c81-b436-016246a35286),segment_id=8b4114bc-def4-4c81-b436-016246a35286)] {{(pid=86316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:19:14.973881 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-ea4a3e24-8535-4123-8474-d23978efb2be req-031c6fee-a1a5-49af-a92a-36f41f4331ee tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:14.977302 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-ea4a3e24-8535-4123-8474-d23978efb2be req-031c6fee-a1a5-49af-a92a-36f41f4331ee tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:14.983481 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-abc76314-3ba4-4659-a1aa-01555210ce2a tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:14.990096 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['37e82257-1caa-48c1-af33-9ee84eaabdec'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:19:15.051937 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a3e24-8535-4123-8474-d23978efb2be req-031c6fee-a1a5-49af-a92a-36f41f4331ee tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:15.052952 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-ea4a3e24-8535-4123-8474-d23978efb2be req-031c6fee-a1a5-49af-a92a-36f41f4331ee tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:15.054088 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ea4a3e24-8535-4123-8474-d23978efb2be req-031c6fee-a1a5-49af-a92a-36f41f4331ee tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "PUT /v2.0/ports/37e82257-1caa-48c1-af33-9ee84eaabdec HTTP/1.1" status: 200 len: 943 time: 0.4973867 Apr 22 16:19:15.054663 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0781cd-3ddf-48ed-806b-2f609fdb22d4', 'tag': '37e82257-1caa-48c1-af33-9ee84eaabdec'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:19:15.063605 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 46896) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:15.078890 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c6fee-a1a5-49af-a92a-36f41f4331ee tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Pushing event updated for resources: {'Port': ['ID=37e82257-1caa-48c1-af33-9ee84eaabdec,revision_number=7']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:15.082101 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-031c6fee-a1a5-49af-a92a-36f41f4331ee tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:15.124025 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0781cd-3ddf-48ed-806b-2f609fdb22d4', 'tag': '37e82257-1caa-48c1-af33-9ee84eaabdec', 'status': 'completed', 'code': 200} Apr 22 16:19:15.143345 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['37e82257-1caa-48c1-af33-9ee84eaabdec'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:19:15.163421 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-562a5f5c-93fe-4fa3-b5ec-c304899327f9 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:15.200694 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-562a5f5c-93fe-4fa3-b5ec-c304899327f9 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:15.236087 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509c125-0f0b-4f4a-9b40-add382849ad0 req-e4fc3538-b5b9-4c6b-9142-c9a7336089a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:15.237908 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e509c125-0f0b-4f4a-9b40-add382849ad0 req-e4fc3538-b5b9-4c6b-9142-c9a7336089a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7aca53c5261c4484bf84056e3058fc5e&device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 1099 time: 0.0886912 Apr 22 16:19:15.259984 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-562a5f5c-93fe-4fa3-b5ec-c304899327f9 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:15.265509 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f389d907-57c8-4844-9019-cb797f52649e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:15.285768 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a5f5c-93fe-4fa3-b5ec-c304899327f9 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5860d8eb-ed64-41dd-ae16-5ae3b4ff6f8d,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:15.289049 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-562a5f5c-93fe-4fa3-b5ec-c304899327f9 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:15.298096 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-562a5f5c-93fe-4fa3-b5ec-c304899327f9 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:15.301865 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-562a5f5c-93fe-4fa3-b5ec-c304899327f9 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "DELETE /v2.0/security-groups/5860d8eb-ed64-41dd-ae16-5ae3b4ff6f8d HTTP/1.1" status: 204 len: 168 time: 0.2343032 Apr 22 16:19:15.302220 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 46900) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:15.332183 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-9f2ca059-6040-4e1b-9c44-46396ec6e3e7 None None] Provisioning complete for port 37e82257-1caa-48c1-af33-9ee84eaabdec triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:19:15.332540 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9f2ca059-6040-4e1b-9c44-46396ec6e3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:15.390383 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509c125-0f0b-4f4a-9b40-add382849ad0 req-d91984c6-ffbd-43e2-ada4-083636002c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:15.392004 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e509c125-0f0b-4f4a-9b40-add382849ad0 req-d91984c6-ffbd-43e2-ada4-083636002c0a service neutron] 10.222.0.43 "GET /v2.0/networks?id=901c6dca-a88b-42fc-8b51-90622fddca64 HTTP/1.1" status: 200 len: 916 time: 0.1463773 Apr 22 16:19:15.508070 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e509c125-0f0b-4f4a-9b40-add382849ad0 req-d1eddba6-cc09-4167-b433-5fe976d15550 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37e82257-1caa-48c1-af33-9ee84eaabdec HTTP/1.1" status: 200 len: 1002 time: 0.1093144 Apr 22 16:19:15.527009 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-a68a5c5c-fb5c-40c4-90f6-d9b05d017078 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Deleting port 60b75cfd-4b20-4667-9e3f-3f21298c4df3 {{(pid=86315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:19:15.527359 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a68a5c5c-fb5c-40c4-90f6-d9b05d017078 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:15.583770 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509c125-0f0b-4f4a-9b40-add382849ad0 req-331fcea3-dc23-4e10-8199-e3a7b7d438cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:15.585331 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e509c125-0f0b-4f4a-9b40-add382849ad0 req-331fcea3-dc23-4e10-8199-e3a7b7d438cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=540790b8-1ff6-4f2e-b3db-8ed89ce47f6d HTTP/1.1" status: 200 len: 854 time: 0.0684824 Apr 22 16:19:15.683960 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509c125-0f0b-4f4a-9b40-add382849ad0 req-c42e2bb9-abb9-480d-91fb-efd7f8991874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:15.687077 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e509c125-0f0b-4f4a-9b40-add382849ad0 req-c42e2bb9-abb9-480d-91fb-efd7f8991874 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=901c6dca-a88b-42fc-8b51-90622fddca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824285 Apr 22 16:19:15.719458 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a68a5c5c-fb5c-40c4-90f6-d9b05d017078 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:15.719847 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a68a5c5c-fb5c-40c4-90f6-d9b05d017078 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:15.846579 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e509c125-0f0b-4f4a-9b40-add382849ad0 req-88b00919-d9ac-463b-86dd-81154dfb5410 service neutron] 10.222.0.43 "GET /v2.0/networks/901c6dca-a88b-42fc-8b51-90622fddca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453452 Apr 22 16:19:15.855818 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-a68a5c5c-fb5c-40c4-90f6-d9b05d017078 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Calling delete_port for 60b75cfd-4b20-4667-9e3f-3f21298c4df3 owned by network:floatingip {{(pid=86315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:19:15.992650 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e509c125-0f0b-4f4a-9b40-add382849ad0 req-fa37409e-9953-422b-adbc-59efc263e93b service neutron] 10.222.0.43 "GET /v2.0/networks/901c6dca-a88b-42fc-8b51-90622fddca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386988 Apr 22 16:19:16.035602 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a68a5c5c-fb5c-40c4-90f6-d9b05d017078 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1046523'] for port, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:16.040155 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-15b5ad8b-bd09-4c67-8c2e-7de999d41fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:16.090506 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a5c5c-fb5c-40c4-90f6-d9b05d017078 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Pushing event deleted for resources: {'Port': ['ID=60b75cfd-4b20-4667-9e3f-3f21298c4df3,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:16.122745 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-a68a5c5c-fb5c-40c4-90f6-d9b05d017078 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:16.187608 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a68a5c5c-fb5c-40c4-90f6-d9b05d017078 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks [] for floatingip, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:16.187983 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.l3_db [None req-a68a5c5c-fb5c-40c4-90f6-d9b05d017078 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Floating IP df43c00d-2b7f-40a8-b2c2-486ae9299eae disassociated (deleted). External IP: 172.28.3.183, port: 37e82257-1caa-48c1-af33-9ee84eaabdec. Apr 22 16:19:16.557587 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68a5c5c-fb5c-40c4-90f6-d9b05d017078 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Router 1a735667-a2e6-4ba3-9c75-540e420573b4 has already been hosted by L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 {{(pid=86315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:19:16.747848 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68a5c5c-fb5c-40c4-90f6-d9b05d017078 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:19:16.757877 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ef81f2-a119-49eb-89e8-315c178a2bec None None] Sync routers for ids ['1a735667-a2e6-4ba3-9c75-540e420573b4'] in dv-cinder-784623-7-smb {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:19:16.770277 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ef81f2-a119-49eb-89e8-315c178a2bec None None] Routers {'1a735667-a2e6-4ba3-9c75-540e420573b4'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:19:16.770979 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-50ef81f2-a119-49eb-89e8-315c178a2bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:19:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['1a735667-a2e6-4ba3-9c75-540e420573b4'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:19:16.771602 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a68a5c5c-fb5c-40c4-90f6-d9b05d017078 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:16.834318 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-a68a5c5c-fb5c-40c4-90f6-d9b05d017078 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "DELETE /v2.0/floatingips/df43c00d-2b7f-40a8-b2c2-486ae9299eae HTTP/1.1" status: 204 len: 168 time: 1.5284355 Apr 22 16:19:16.834318 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0781cd-3ddf-48ed-806b-2f609fdb22d4', 'tag': '37e82257-1caa-48c1-af33-9ee84eaabdec'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:19:16.882991 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0781cd-3ddf-48ed-806b-2f609fdb22d4', 'tag': '37e82257-1caa-48c1-af33-9ee84eaabdec', 'status': 'completed', 'code': 200} Apr 22 16:19:16.974915 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-50ef81f2-a119-49eb-89e8-315c178a2bec None None] Set router 1a735667-a2e6-4ba3-9c75-540e420573b4 gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:19:16.992776 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634620b3-8169-400b-9316-b0597e62b2a9 req-31e19ce9-8174-42b2-aba1-018c87e17dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:16.994719 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-634620b3-8169-400b-9316-b0597e62b2a9 req-31e19ce9-8174-42b2-aba1-018c87e17dec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7aca53c5261c4484bf84056e3058fc5e&device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 1099 time: 0.0875995 Apr 22 16:19:17.171657 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-490bf89f-b626-4752-8fb6-fcb17ff8c08b tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Synchronizing usage tracker for tenant:a6b4d93aa2ff408c838edd1afc9b4a97 on resource:security_group {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:19:17.213265 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634620b3-8169-400b-9316-b0597e62b2a9 req-9252e079-fa37-460b-825f-91fd14ec35b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:17.214969 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-634620b3-8169-400b-9316-b0597e62b2a9 req-9252e079-fa37-460b-825f-91fd14ec35b8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=901c6dca-a88b-42fc-8b51-90622fddca64 HTTP/1.1" status: 200 len: 916 time: 0.2131214 Apr 22 16:19:17.216888 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-490bf89f-b626-4752-8fb6-fcb17ff8c08b tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Unset dirty status for tenant:a6b4d93aa2ff408c838edd1afc9b4a97 on resource:security_group {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:19:17.216888 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-490bf89f-b626-4752-8fb6-fcb17ff8c08b tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-100608372&fields=id&tenant_id=a6b4d93aa2ff408c838edd1afc9b4a97 HTTP/1.1" status: 200 len: 267 time: 0.1751120 Apr 22 16:19:17.344924 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-634620b3-8169-400b-9316-b0597e62b2a9 req-4e37c100-602c-42ea-8434-ac0f56ae5793 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37e82257-1caa-48c1-af33-9ee84eaabdec HTTP/1.1" status: 200 len: 217 time: 0.0946140 Apr 22 16:19:17.356599 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-50ef81f2-a119-49eb-89e8-315c178a2bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'name': 'tempest-TestMinimumBasicScenario-2030245443-router', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:16:31Z', 'updated_at': '2021-04-22T16:16:41Z', 'revision_number': 4, 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'gw_port': {'id': 'a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:33Z', 'updated_at': '2021-04-22T16:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': 'd192cf38-71eb-4b1d-afea-d5d9137043c5', 'name': '', 'network_id': '901c6dca-a88b-42fc-8b51-90622fddca64', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'mac_address': 'fa:16:3e:03:76:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '540790b8-1ff6-4f2e-b3db-8ed89ce47f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:40Z', 'updated_at': '2021-04-22T16:16:52Z', 'revision_number': 5, 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'subnets': [{'id': '540790b8-1ff6-4f2e-b3db-8ed89ce47f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:19:17.362510 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ef81f2-a119-49eb-89e8-315c178a2bec None None] Checking router: 1a735667-a2e6-4ba3-9c75-540e420573b4 for host: dv-cinder-784623-7-smb {{(pid=86317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:19:17.372778 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ef81f2-a119-49eb-89e8-315c178a2bec None None] Routers {'1a735667-a2e6-4ba3-9c75-540e420573b4'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:19:17.373563 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-50ef81f2-a119-49eb-89e8-315c178a2bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:19:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['1a735667-a2e6-4ba3-9c75-540e420573b4'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:19:17.504655 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634620b3-8169-400b-9316-b0597e62b2a9 req-b23189d7-a587-4008-b767-439bed198652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:17.506239 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-634620b3-8169-400b-9316-b0597e62b2a9 req-b23189d7-a587-4008-b767-439bed198652 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=540790b8-1ff6-4f2e-b3db-8ed89ce47f6d HTTP/1.1" status: 200 len: 854 time: 0.1539958 Apr 22 16:19:17.520552 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-f967c0ae-9938-4859-bb17-1c5f1eb8b6cf tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:17.521329 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-f967c0ae-9938-4859-bb17-1c5f1eb8b6cf tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Synchronizing usage tracker for tenant:a6b4d93aa2ff408c838edd1afc9b4a97 on resource:network {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:19:17.592316 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-f967c0ae-9938-4859-bb17-1c5f1eb8b6cf tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Unset dirty status for tenant:a6b4d93aa2ff408c838edd1afc9b4a97 on resource:network {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:19:17.593614 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-f967c0ae-9938-4859-bb17-1c5f1eb8b6cf tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/networks?id=a8662695-9f3a-453f-9be3-607a5313f59f HTTP/1.1" status: 200 len: 809 time: 0.3680253 Apr 22 16:19:17.628291 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-ef2a8354-c24c-4e31-9eb4-bd606f20e49b tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/quotas/a6b4d93aa2ff408c838edd1afc9b4a97 HTTP/1.1" status: 200 len: 375 time: 0.0216713 Apr 22 16:19:17.638164 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634620b3-8169-400b-9316-b0597e62b2a9 req-f0af52e8-4591-4aec-8507-77ab8e110b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:17.639878 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-634620b3-8169-400b-9316-b0597e62b2a9 req-f0af52e8-4591-4aec-8507-77ab8e110b79 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=901c6dca-a88b-42fc-8b51-90622fddca64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1141992 Apr 22 16:19:17.743000 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-50ef81f2-a119-49eb-89e8-315c178a2bec None None] Set router 1a735667-a2e6-4ba3-9c75-540e420573b4 gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:19:18.095401 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-634620b3-8169-400b-9316-b0597e62b2a9 req-13c3ab05-7296-4b9a-9192-a86b6407ccae service neutron] 10.222.0.43 "GET /v2.0/networks/901c6dca-a88b-42fc-8b51-90622fddca64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437180 Apr 22 16:19:18.101973 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-45e1f183-598c-44b4-a39a-35a5d0899487 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6b4d93aa2ff408c838edd1afc9b4a97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2039976 Apr 22 16:19:18.104004 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-50ef81f2-a119-49eb-89e8-315c178a2bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'name': 'tempest-TestMinimumBasicScenario-2030245443-router', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:16:31Z', 'updated_at': '2021-04-22T16:16:41Z', 'revision_number': 4, 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'gw_port': {'id': 'a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:33Z', 'updated_at': '2021-04-22T16:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': 'd192cf38-71eb-4b1d-afea-d5d9137043c5', 'name': '', 'network_id': '901c6dca-a88b-42fc-8b51-90622fddca64', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'mac_address': 'fa:16:3e:03:76:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '540790b8-1ff6-4f2e-b3db-8ed89ce47f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:40Z', 'updated_at': '2021-04-22T16:16:52Z', 'revision_number': 5, 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'subnets': [{'id': '540790b8-1ff6-4f2e-b3db-8ed89ce47f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:19:18.108567 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ef81f2-a119-49eb-89e8-315c178a2bec None None] The sync data for ids ['1a735667-a2e6-4ba3-9c75-540e420573b4'] in dv-cinder-784623-7-smb is: [{'id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'name': 'tempest-TestMinimumBasicScenario-2030245443-router', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:16:31Z', 'updated_at': '2021-04-22T16:16:41Z', 'revision_number': 4, 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'gw_port': {'id': 'a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:33Z', 'updated_at': '2021-04-22T16:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': 'd192cf38-71eb-4b1d-afea-d5d9137043c5', 'name': '', 'network_id': '901c6dca-a88b-42fc-8b51-90622fddca64', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'mac_address': 'fa:16:3e:03:76:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '540790b8-1ff6-4f2e-b3db-8ed89ce47f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:40Z', 'updated_at': '2021-04-22T16:16:52Z', 'revision_number': 5, 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'subnets': [{'id': '540790b8-1ff6-4f2e-b3db-8ed89ce47f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:19:18.370265 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-634620b3-8169-400b-9316-b0597e62b2a9 req-c8d0db79-f562-434b-8924-3c80ff98c0d8 service neutron] 10.222.0.43 "GET /v2.0/networks/901c6dca-a88b-42fc-8b51-90622fddca64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671704 Apr 22 16:19:18.374028 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-2d76b7fe-cea5-49e8-a66b-5c28d4ba572d service neutron] 10.222.0.21 "GET /v2.0/networks/a8662695-9f3a-453f-9be3-607a5313f59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487566 Apr 22 16:19:18.506705 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc2d6a9-702c-418b-b58e-a770338baab5 None None] New status for floating IP df43c00d-2b7f-40a8-b2c2-486ae9299eae: DOWN {{(pid=86318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:19:18.524634 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-05d4872b-4815-4612-9e05-99730cc1800f service neutron] 10.222.0.21 "GET /v2.0/networks/a8662695-9f3a-453f-9be3-607a5313f59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431971 Apr 22 16:19:18.973799 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bfb17ff5-dd0e-4ada-bb48-7599dcac66e7 req-a62bfe88-4f02-48b9-95e0-17ea5359c500 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 210 time: 0.0554223 Apr 22 16:19:20.109705 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-a5be77b6-d3db-4613-b576-317900708c28 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:20.111499 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-a5be77b6-d3db-4613-b576-317900708c28 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.43 "GET /v2.0/networks?id=a8662695-9f3a-453f-9be3-607a5313f59f HTTP/1.1" status: 200 len: 809 time: 0.1703353 Apr 22 16:19:20.178752 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-9f12c3f9-7cef-40f4-a5f6-868280e5d37c req-877e7772-21a2-46f3-9d89-a32444a6fae9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 210 time: 0.0638211 Apr 22 16:19:20.211895 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-5b457cee-cf9a-4414-a4f3-77c514474f98 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6b4d93aa2ff408c838edd1afc9b4a97 HTTP/1.1" status: 200 len: 379 time: 0.0599453 Apr 22 16:19:20.224143 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-dd38b6d7-f4ee-4e9b-a322-fc8e35687c78 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Request body: {'port': {'device_id': 'fb90cbdb-1238-4963-835f-af9d934f99c7', 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f', 'admin_state_up': True, 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'security_groups': ['cde45e02-e6e0-4438-9236-53fb1c673e39']}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:19:20.426407 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-dd38b6d7-f4ee-4e9b-a322-fc8e35687c78 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:19:20.432345 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-dd38b6d7-f4ee-4e9b-a322-fc8e35687c78 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Usage tracker for resource:port and tenant:a6b4d93aa2ff408c838edd1afc9b4a97 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:19:20.437709 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-dd38b6d7-f4ee-4e9b-a322-fc8e35687c78 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:19:20.446793 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-dd38b6d7-f4ee-4e9b-a322-fc8e35687c78 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:19:20.469929 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-dd38b6d7-f4ee-4e9b-a322-fc8e35687c78 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Made reservation on behalf of a6b4d93aa2ff408c838edd1afc9b4a97 for: {'port': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:19:20.475903 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-dd38b6d7-f4ee-4e9b-a322-fc8e35687c78 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:20.505155 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced73c34-57d5-45fa-a528-78f2c741f6ac req-855e6126-1c13-4f70-b3b9-fc60f9d6cf19 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:20.506755 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ced73c34-57d5-45fa-a528-78f2c741f6ac req-855e6126-1c13-4f70-b3b9-fc60f9d6cf19 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 946 time: 0.1402211 Apr 22 16:19:20.626120 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ced73c34-57d5-45fa-a528-78f2c741f6ac req-440703a1-7ef9-4d37-8367-9ef2fc7c23c0 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775826 Apr 22 16:19:20.730356 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-dd38b6d7-f4ee-4e9b-a322-fc8e35687c78 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Allocated IP 172.20.0.4 (a8662695-9f3a-453f-9be3-607a5313f59f/2d815908-385f-4645-b12f-6a6103a7b087/66ab95e3-1334-4ec8-aef2-53e2fcdc67f2) {{(pid=86316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:19:20.928233 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-dd38b6d7-f4ee-4e9b-a322-fc8e35687c78 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for port, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:20.944985 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-dd38b6d7-f4ee-4e9b-a322-fc8e35687c78 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Transition to ACTIVE for port object 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 will not be triggered until provisioned by entity DHCP. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:19:20.967663 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-dd38b6d7-f4ee-4e9b-a322-fc8e35687c78 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:20.973060 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-0b5a377e-e640-4946-9124-294ac9f19355 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:21.045160 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-dd38b6d7-f4ee-4e9b-a322-fc8e35687c78 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Network a8662695-9f3a-453f-9be3-607a5313f59f is already hosted by enough agents. {{(pid=86316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:19:21.049060 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-dd38b6d7-f4ee-4e9b-a322-fc8e35687c78 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Resources bound (agent type, host, resource id): {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:19:21.053302 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-dd38b6d7-f4ee-4e9b-a322-fc8e35687c78 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Received port after_create {{(pid=86316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:19:21.094204 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38b6d7-f4ee-4e9b-a322-fc8e35687c78 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Pushing event updated for resources: {'Port': ['ID=66ab95e3-1334-4ec8-aef2-53e2fcdc67f2,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:21.098984 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-dd38b6d7-f4ee-4e9b-a322-fc8e35687c78 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:21.127345 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-dd38b6d7-f4ee-4e9b-a322-fc8e35687c78 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:21.128076 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-dd38b6d7-f4ee-4e9b-a322-fc8e35687c78 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:21.152818 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-dd38b6d7-f4ee-4e9b-a322-fc8e35687c78 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9331419 Apr 22 16:19:21.166125 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-b8835be5-1748-41f0-b883-d1950576e991 service neutron] Request body: {'port': {'device_id': 'fb90cbdb-1238-4963-835f-af9d934f99c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:19:21.289402 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-b8835be5-1748-41f0-b883-d1950576e991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:21.296240 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-6af30d86-fff9-41e2-99b4-8dd062e34a12 None None] Provisioning for port 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 completed by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:19:21.302024 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-6af30d86-fff9-41e2-99b4-8dd062e34a12 None None] Provisioning complete for port 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:19:21.302452 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6af30d86-fff9-41e2-99b4-8dd062e34a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:21.360155 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-6af30d86-fff9-41e2-99b4-8dd062e34a12 None None] Port 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 cannot update to ACTIVE because it is not bound. {{(pid=86317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:19:21.508752 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665456ee-a82b-48ea-a905-a29ae222fe15 req-a3e0f1a5-1dfe-456a-8442-dfc6f1492540 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:21.509504 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-665456ee-a82b-48ea-a905-a29ae222fe15 req-a3e0f1a5-1dfe-456a-8442-dfc6f1492540 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Synchronizing usage tracker for tenant:a6b4d93aa2ff408c838edd1afc9b4a97 on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:19:21.569820 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-665456ee-a82b-48ea-a905-a29ae222fe15 req-a3e0f1a5-1dfe-456a-8442-dfc6f1492540 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Unset dirty status for tenant:a6b4d93aa2ff408c838edd1afc9b4a97 on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:19:21.571032 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-665456ee-a82b-48ea-a905-a29ae222fe15 req-a3e0f1a5-1dfe-456a-8442-dfc6f1492540 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 931 time: 0.2668362 Apr 22 16:19:21.682719 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-665456ee-a82b-48ea-a905-a29ae222fe15 req-c1107eb0-c77f-46e2-9eb9-e1ee35c31f2f tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/security-groups?id=cde45e02-e6e0-4438-9236-53fb1c673e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667870 Apr 22 16:19:21.787245 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-b8835be5-1748-41f0-b883-d1950576e991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 {{(pid=86316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:19:21.796086 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-b8835be5-1748-41f0-b883-d1950576e991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:21.814081 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-b8835be5-1748-41f0-b883-d1950576e991 service neutron] Transition to ACTIVE for port object 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 will not be triggered until provisioned by entity L2. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:19:21.818424 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-b8835be5-1748-41f0-b883-d1950576e991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:21.823825 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:22.013155 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8835be5-1748-41f0-b883-d1950576e991 service neutron] Pushing event updated for resources: {'Port': ['ID=66ab95e3-1334-4ec8-aef2-53e2fcdc67f2,revision_number=2']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:22.046135 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b8835be5-1748-41f0-b883-d1950576e991 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:22.202172 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-b8835be5-1748-41f0-b883-d1950576e991 service neutron] Attempting to bind port 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:19:22.202760 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-b8835be5-1748-41f0-b883-d1950576e991 service neutron] Attempting to bind port 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'ef82c03c-d53e-4b2a-850e-67a7b398adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f'}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:19:22.202978 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-b8835be5-1748-41f0-b883-d1950576e991 service neutron] Attempting to bind port 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 on network a8662695-9f3a-453f-9be3-607a5313f59f {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:19:22.212616 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67d383-5f50-4270-8ef6-2644af8947a4 req-079df72c-4dbf-448b-8dbe-a7da1067e30c tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:22.214173 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ef67d383-5f50-4270-8ef6-2644af8947a4 req-079df72c-4dbf-448b-8dbe-a7da1067e30c tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 946 time: 0.2789750 Apr 22 16:19:22.221093 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-b8835be5-1748-41f0-b883-d1950576e991 service neutron] Port 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 on network a8662695-9f3a-453f-9be3-607a5313f59f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:19:22.221444 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-b8835be5-1748-41f0-b883-d1950576e991 service neutron] Attempting to bind port 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 on network a8662695-9f3a-453f-9be3-607a5313f59f {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:19:22.247689 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-b8835be5-1748-41f0-b883-d1950576e991 service neutron] Checking agent: {'id': '016b7565-6632-473e-a317-92a5bd3f2916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'started_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:19:22.248062 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-b8835be5-1748-41f0-b883-d1950576e991 service neutron] Checking segment: {'id': 'ef82c03c-d53e-4b2a-850e-67a7b398adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:19:22.249048 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-b8835be5-1748-41f0-b883-d1950576e991 service neutron] Bound using segment: {'id': 'ef82c03c-d53e-4b2a-850e-67a7b398adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f'} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:19:22.249664 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-b8835be5-1748-41f0-b883-d1950576e991 service neutron] Bound port: 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef82c03c-d53e-4b2a-850e-67a7b398adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f'}}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:19:22.250045 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-b8835be5-1748-41f0-b883-d1950576e991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:22.353746 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc8bf8-1c53-4cb9-948c-57a4b2f65ecc req-c1650439-b357-4cab-918b-e09328e5b455 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:22.355218 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-41fc8bf8-1c53-4cb9-948c-57a4b2f65ecc req-c1650439-b357-4cab-918b-e09328e5b455 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 946 time: 0.2384024 Apr 22 16:19:22.373010 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ef67d383-5f50-4270-8ef6-2644af8947a4 req-083d0977-6ac5-4d91-82af-fd39788dd745 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477489 Apr 22 16:19:22.444946 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-b8835be5-1748-41f0-b883-d1950576e991 service neutron] For port 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2, host hv-cinder-78462, cleared binding levels {{(pid=86316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:19:22.462026 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-41fc8bf8-1c53-4cb9-948c-57a4b2f65ecc req-5400e9e8-7dcf-43cf-90bd-34cafcfc922b tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Deleting port 37e82257-1caa-48c1-af33-9ee84eaabdec {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:19:22.462404 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-41fc8bf8-1c53-4cb9-948c-57a4b2f65ecc req-5400e9e8-7dcf-43cf-90bd-34cafcfc922b tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:22.493543 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-b8835be5-1748-41f0-b883-d1950576e991 service neutron] For port 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=66ab95e3-1334-4ec8-aef2-53e2fcdc67f2,segment=NetworkSegment(ef82c03c-d53e-4b2a-850e-67a7b398adfb),segment_id=ef82c03c-d53e-4b2a-850e-67a7b398adfb)] {{(pid=86316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:19:22.502358 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-b8835be5-1748-41f0-b883-d1950576e991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:22.508740 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-6b1c7ba4-5697-4c8f-bb89-85237c7d7749 tempest-VolumesActionsTest-970611931 tempest-VolumesActionsTest-970611931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:22.586625 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-b8835be5-1748-41f0-b883-d1950576e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:22.587293 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-b8835be5-1748-41f0-b883-d1950576e991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:22.588767 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-b8835be5-1748-41f0-b883-d1950576e991 service neutron] 10.222.0.43 "PUT /v2.0/ports/66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 HTTP/1.1" status: 200 len: 1093 time: 1.4275539 Apr 22 16:19:22.591365 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb90cbdb-1238-4963-835f-af9d934f99c7', 'tag': '66ab95e3-1334-4ec8-aef2-53e2fcdc67f2'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:19:22.700514 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8835be5-1748-41f0-b883-d1950576e991 service neutron] Pushing event updated for resources: {'Port': ['ID=66ab95e3-1334-4ec8-aef2-53e2fcdc67f2,revision_number=3']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:22.704958 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb90cbdb-1238-4963-835f-af9d934f99c7', 'tag': '66ab95e3-1334-4ec8-aef2-53e2fcdc67f2', 'status': 'completed', 'code': 200} Apr 22 16:19:22.713319 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b8835be5-1748-41f0-b883-d1950576e991 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:23.159991 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-41fc8bf8-1c53-4cb9-948c-57a4b2f65ecc req-5400e9e8-7dcf-43cf-90bd-34cafcfc922b tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] For port 37e82257-1caa-48c1-af33-9ee84eaabdec, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=37e82257-1caa-48c1-af33-9ee84eaabdec,segment=NetworkSegment(8b4114bc-def4-4c81-b436-016246a35286),segment_id=8b4114bc-def4-4c81-b436-016246a35286)] {{(pid=86316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:19:23.160305 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-41fc8bf8-1c53-4cb9-948c-57a4b2f65ecc req-5400e9e8-7dcf-43cf-90bd-34cafcfc922b tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:23.169400 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-85f647d5-fb54-4650-b4d4-b1567b934e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:23.171549 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-85f647d5-fb54-4650-b4d4-b1567b934e1c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a6b4d93aa2ff408c838edd1afc9b4a97&device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 1096 time: 0.5092096 Apr 22 16:19:23.349199 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-41fc8bf8-1c53-4cb9-948c-57a4b2f65ecc req-5400e9e8-7dcf-43cf-90bd-34cafcfc922b tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Calling delete_port for 37e82257-1caa-48c1-af33-9ee84eaabdec owned by compute:nova {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:19:23.402899 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-cb51e1e8-8ee4-44a6-81bd-faa401865fca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 HTTP/1.1" status: 200 len: 217 time: 0.1132495 Apr 22 16:19:23.470662 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d10ed-5228-461e-85e0-c263caddecef req-31a34e6e-9de4-4352-9abd-326c11fd4dcc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:23.472226 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b95d10ed-5228-461e-85e0-c263caddecef req-31a34e6e-9de4-4352-9abd-326c11fd4dcc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 943 time: 0.6565652 Apr 22 16:19:23.591808 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-4c725c6d-4cbc-4072-8be3-c247ceb5df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:23.593362 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-4c725c6d-4cbc-4072-8be3-c247ceb5df36 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d815908-385f-4645-b12f-6a6103a7b087 HTTP/1.1" status: 200 len: 848 time: 0.1752510 Apr 22 16:19:23.655231 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b95d10ed-5228-461e-85e0-c263caddecef req-912bf8bd-1e6b-400c-9a31-f77312a44c04 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/security-groups?id=cde45e02-e6e0-4438-9236-53fb1c673e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733963 Apr 22 16:19:23.768037 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e0320-4756-41a7-828d-3a6776aa605a req-5a4059fe-b99c-4da7-babd-8b7d5743492e tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:23.769611 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8c4e0320-4756-41a7-828d-3a6776aa605a req-5a4059fe-b99c-4da7-babd-8b7d5743492e tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d0781cd-3ddf-48ed-806b-2f609fdb22d4 HTTP/1.1" status: 200 len: 946 time: 0.2689424 Apr 22 16:19:23.770627 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-41fc8bf8-1c53-4cb9-948c-57a4b2f65ecc req-5400e9e8-7dcf-43cf-90bd-34cafcfc922b tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:23.780316 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-cb36fb4d-3894-43eb-9387-cf12d4731fc3 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:23.782854 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['37e82257-1caa-48c1-af33-9ee84eaabdec'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:19:23.856427 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400e9e8-7dcf-43cf-90bd-34cafcfc922b tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Pushing event deleted for resources: {'Port': ['ID=37e82257-1caa-48c1-af33-9ee84eaabdec,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:23.897457 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-5400e9e8-7dcf-43cf-90bd-34cafcfc922b tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:23.939888 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-769c4bf3-8773-4000-ae8d-1e54ab7d4151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:23.941404 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-769c4bf3-8773-4000-ae8d-1e54ab7d4151 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a8662695-9f3a-453f-9be3-607a5313f59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3386564 Apr 22 16:19:23.980923 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fc8bf8-1c53-4cb9-948c-57a4b2f65ecc req-5400e9e8-7dcf-43cf-90bd-34cafcfc922b tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] No DVR routers for this DVR port 37e82257-1caa-48c1-af33-9ee84eaabdec on host hv-cinder-78462 {{(pid=86316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:19:23.984176 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-41fc8bf8-1c53-4cb9-948c-57a4b2f65ecc req-5400e9e8-7dcf-43cf-90bd-34cafcfc922b tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:23.989264 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8c4e0320-4756-41a7-828d-3a6776aa605a req-02fd1d36-2d9e-402f-b2ec-7154d6df5f3f tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.21 "GET /v2.0/security-groups?id=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106802 Apr 22 16:19:24.017209 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-41fc8bf8-1c53-4cb9-948c-57a4b2f65ecc req-5400e9e8-7dcf-43cf-90bd-34cafcfc922b tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] 10.222.0.43 "DELETE /v2.0/ports/37e82257-1caa-48c1-af33-9ee84eaabdec HTTP/1.1" status: 204 len: 173 time: 1.6474056 Apr 22 16:19:24.120325 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-d3ee0470-1e13-4288-9c0a-5a76893b6482 service neutron] 10.222.0.43 "GET /v2.0/networks/a8662695-9f3a-453f-9be3-607a5313f59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687510 Apr 22 16:19:24.273742 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-661c6bea-b5ed-4c65-9eb8-a8eb1ef4b2cd req-f31e9f63-64e0-4d0f-8242-c45d1c63e66e service neutron] 10.222.0.43 "GET /v2.0/networks/a8662695-9f3a-453f-9be3-607a5313f59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450868 Apr 22 16:19:24.412177 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0b14b-ad95-4868-9ae4-654f584f4024 req-9cbebabb-524f-443e-8026-9d91747c8e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:24.413935 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3cd0b14b-ad95-4868-9ae4-654f584f4024 req-9cbebabb-524f-443e-8026-9d91747c8e8f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a6b4d93aa2ff408c838edd1afc9b4a97&device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 1096 time: 0.0862148 Apr 22 16:19:24.565999 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0b14b-ad95-4868-9ae4-654f584f4024 req-4f32a5d1-1278-43af-9039-ab4f52906846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:24.567626 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3cd0b14b-ad95-4868-9ae4-654f584f4024 req-4f32a5d1-1278-43af-9039-ab4f52906846 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a8662695-9f3a-453f-9be3-607a5313f59f HTTP/1.1" status: 200 len: 910 time: 0.1455443 Apr 22 16:19:24.678029 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3cd0b14b-ad95-4868-9ae4-654f584f4024 req-93f7bc5e-9d01-4ac4-a0a0-a3e966a55d94 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 HTTP/1.1" status: 200 len: 217 time: 0.0975254 Apr 22 16:19:24.724416 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0781cd-3ddf-48ed-806b-2f609fdb22d4', 'name': 'network-vif-deleted', 'tag': '37e82257-1caa-48c1-af33-9ee84eaabdec'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:19:24.762669 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0b14b-ad95-4868-9ae4-654f584f4024 req-4e08f440-811d-4d04-833a-9dafacc032bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:24.764430 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3cd0b14b-ad95-4868-9ae4-654f584f4024 req-4e08f440-811d-4d04-833a-9dafacc032bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d815908-385f-4645-b12f-6a6103a7b087 HTTP/1.1" status: 200 len: 848 time: 0.0781248 Apr 22 16:19:24.772856 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0781cd-3ddf-48ed-806b-2f609fdb22d4', 'name': 'network-vif-deleted', 'tag': '37e82257-1caa-48c1-af33-9ee84eaabdec', 'status': 'completed', 'code': 200} Apr 22 16:19:24.921122 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0b14b-ad95-4868-9ae4-654f584f4024 req-183d7d97-4c3a-4737-a370-06c7ee3e71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:24.922717 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3cd0b14b-ad95-4868-9ae4-654f584f4024 req-183d7d97-4c3a-4737-a370-06c7ee3e71f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a8662695-9f3a-453f-9be3-607a5313f59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1477761 Apr 22 16:19:24.931600 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291653ba-525d-4a38-88b7-2a18136d5006 req-379487ed-1668-4e4b-b03f-3614e8b6ab04 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:24.933056 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-291653ba-525d-4a38-88b7-2a18136d5006 req-379487ed-1668-4e4b-b03f-3614e8b6ab04 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 943 time: 0.1593442 Apr 22 16:19:25.079965 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-291653ba-525d-4a38-88b7-2a18136d5006 req-8a0f77a1-0a83-4919-97a5-9f96a9eea29b tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/security-groups?id=cde45e02-e6e0-4438-9236-53fb1c673e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229677 Apr 22 16:19:25.111979 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3cd0b14b-ad95-4868-9ae4-654f584f4024 req-5d09a9bc-ebd9-48b1-a15e-4e8827de5ce2 service neutron] 10.222.0.43 "GET /v2.0/networks/a8662695-9f3a-453f-9be3-607a5313f59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768122 Apr 22 16:19:25.255897 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3cd0b14b-ad95-4868-9ae4-654f584f4024 req-dd9a3568-33df-4c58-9950-df22e24a61f1 service neutron] 10.222.0.43 "GET /v2.0/networks/a8662695-9f3a-453f-9be3-607a5313f59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370358 Apr 22 16:19:25.811208 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 47044) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:25.942811 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 37e82257-1caa-48c1-af33-9ee84eaabdec no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:19:25.969257 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:19:25.985279 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] No Port match for: 37e82257-1caa-48c1-af33-9ee84eaabdec {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:19:25.985672 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 37e82257-1caa-48c1-af33-9ee84eaabdec not bound to the agent host hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:19:26.127048 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=66ab95e3-1334-4ec8-aef2-53e2fcdc67f2,segment=NetworkSegment(ef82c03c-d53e-4b2a-850e-67a7b398adfb),segment_id=ef82c03c-d53e-4b2a-850e-67a7b398adfb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:19:26.142197 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Returning: {'device': '66ab95e3-1334-4ec8-aef2-53e2fcdc67f2', 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f', 'port_id': '66ab95e3-1334-4ec8-aef2-53e2fcdc67f2', 'mac_address': 'fa:16:3e:03:91:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d815908-385f-4645-b12f-6a6103a7b087', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:19:26.203255 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:26.222833 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 {{(pid=86317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:19:26.239458 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=66ab95e3-1334-4ec8-aef2-53e2fcdc67f2,segment=NetworkSegment(ef82c03c-d53e-4b2a-850e-67a7b398adfb),segment_id=ef82c03c-d53e-4b2a-850e-67a7b398adfb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:19:26.242448 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:26.244999 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1b0807aa-add8-4d3e-8ade-bbf03eba3c35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:26.323183 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=66ab95e3-1334-4ec8-aef2-53e2fcdc67f2,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:26.326425 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:26.398446 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-79c93ad5-c947-4e08-9dab-cf799f734ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084963'] for router_interface, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:26.408325 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebfab3-fabc-4a55-8a87-8e4db2369f54 req-e807e05f-c17a-4de6-9d1c-3976fb2c564d tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:26.410029 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ddebfab3-fabc-4a55-8a87-8e4db2369f54 req-e807e05f-c17a-4de6-9d1c-3976fb2c564d tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 944 time: 0.2090669 Apr 22 16:19:26.459548 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ddebfab3-fabc-4a55-8a87-8e4db2369f54 req-76308255-83a1-444e-a633-863b2dbf6aa0 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/security-groups?id=cde45e02-e6e0-4438-9236-53fb1c673e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431619 Apr 22 16:19:26.472700 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['66ab95e3-1334-4ec8-aef2-53e2fcdc67f2'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:19:27.027684 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-79c93ad5-c947-4e08-9dab-cf799f734ec5 admin admin] Deleting port d192cf38-71eb-4b1d-afea-d5d9137043c5 {{(pid=86315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:19:27.028256 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-79c93ad5-c947-4e08-9dab-cf799f734ec5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:27.220590 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-79c93ad5-c947-4e08-9dab-cf799f734ec5 admin admin] For port d192cf38-71eb-4b1d-afea-d5d9137043c5, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=d192cf38-71eb-4b1d-afea-d5d9137043c5,segment=NetworkSegment(8b4114bc-def4-4c81-b436-016246a35286),segment_id=8b4114bc-def4-4c81-b436-016246a35286)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:19:27.220913 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-79c93ad5-c947-4e08-9dab-cf799f734ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:27.346223 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7026ab-1381-4649-97f1-cd959a38b620 req-7c556036-f1c0-401a-baf8-b39217c5dba1 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:27.347823 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5e7026ab-1381-4649-97f1-cd959a38b620 req-7c556036-f1c0-401a-baf8-b39217c5dba1 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 946 time: 0.0907640 Apr 22 16:19:27.360553 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-79c93ad5-c947-4e08-9dab-cf799f734ec5 admin admin] Calling delete_port for d192cf38-71eb-4b1d-afea-d5d9137043c5 owned by network:router_interface {{(pid=86315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:19:27.397642 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5e7026ab-1381-4649-97f1-cd959a38b620 req-17248b1f-ead4-4dd3-b2df-897ce8594a91 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431445 Apr 22 16:19:27.538124 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-79c93ad5-c947-4e08-9dab-cf799f734ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1046523'] for port, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:27.543499 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:27.590460 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c93ad5-c947-4e08-9dab-cf799f734ec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d192cf38-71eb-4b1d-afea-d5d9137043c5,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:27.593690 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-79c93ad5-c947-4e08-9dab-cf799f734ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:27.675437 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd854638-46e6-4e05-8780-9c9e93ab9915 req-b83d83f7-3a85-4cb3-8f89-fd13c891c523 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:27.677900 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-dd854638-46e6-4e05-8780-9c9e93ab9915 req-b83d83f7-3a85-4cb3-8f89-fd13c891c523 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 944 time: 0.0987866 Apr 22 16:19:27.732752 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-dd854638-46e6-4e05-8780-9c9e93ab9915 req-ea5eaed2-1add-4fac-9c18-8f2736bb374b tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/security-groups?id=cde45e02-e6e0-4438-9236-53fb1c673e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480170 Apr 22 16:19:27.885439 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-79c93ad5-c947-4e08-9dab-cf799f734ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854084893'] for router_interface, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:27.938986 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 up at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:19:28.022728 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning for port 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:19:28.027591 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning complete for port 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:19:28.028011 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:28.149771 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:28.180704 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb90cbdb-1238-4963-835f-af9d934f99c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ab95e3-1334-4ec8-aef2-53e2fcdc67f2'}] {{(pid=86317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:19:28.191769 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=66ab95e3-1334-4ec8-aef2-53e2fcdc67f2,segment=NetworkSegment(ef82c03c-d53e-4b2a-850e-67a7b398adfb),segment_id=ef82c03c-d53e-4b2a-850e-67a7b398adfb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:19:28.194916 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:28.197044 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:28.235553 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb90cbdb-1238-4963-835f-af9d934f99c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ab95e3-1334-4ec8-aef2-53e2fcdc67f2', 'code': 200} Apr 22 16:19:28.271182 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=66ab95e3-1334-4ec8-aef2-53e2fcdc67f2,revision_number=5']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:28.273901 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c93ad5-c947-4e08-9dab-cf799f734ec5 admin admin] Router 1a735667-a2e6-4ba3-9c75-540e420573b4 has already been hosted by L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 {{(pid=86315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:19:28.274272 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:28.468684 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c93ad5-c947-4e08-9dab-cf799f734ec5 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:19:28.479443 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b003c2c-c0c4-413f-9538-0eb5739fd2e2 None None] Sync routers for ids ['1a735667-a2e6-4ba3-9c75-540e420573b4'] in dv-cinder-784623-7-smb {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:19:28.484648 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-79c93ad5-c947-4e08-9dab-cf799f734ec5 admin admin] 10.222.0.21 "PUT /v2.0/routers/1a735667-a2e6-4ba3-9c75-540e420573b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6692972 Apr 22 16:19:28.484866 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 47074) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:28.498127 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b003c2c-c0c4-413f-9538-0eb5739fd2e2 None None] Routers {'1a735667-a2e6-4ba3-9c75-540e420573b4'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:19:28.499536 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-4b003c2c-c0c4-413f-9538-0eb5739fd2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:19:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['1a735667-a2e6-4ba3-9c75-540e420573b4'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:19:28.591631 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2057a-cae9-44b1-bebf-aeb74efe6903 req-f0cbc202-ccba-47eb-a7a1-ad17f233f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:28.594004 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-36a2057a-cae9-44b1-bebf-aeb74efe6903 req-f0cbc202-ccba-47eb-a7a1-ad17f233f6c5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 1098 time: 0.1215866 Apr 22 16:19:28.657496 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-36a2057a-cae9-44b1-bebf-aeb74efe6903 req-5d475652-178d-4fbb-a8a3-f7646394ef09 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cde45e02-e6e0-4438-9236-53fb1c673e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563502 Apr 22 16:19:28.678777 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57645da-3dd2-4432-90b0-e90d818f4d31 req-19e79237-740e-409a-ac96-15937f065788 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:28.680676 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c57645da-3dd2-4432-90b0-e90d818f4d31 req-19e79237-740e-409a-ac96-15937f065788 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 946 time: 0.1331401 Apr 22 16:19:28.702912 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f2e211f0-5e14-4ac7-8dc6-458f2e3c6dc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:28.722044 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-4b003c2c-c0c4-413f-9538-0eb5739fd2e2 None None] Set router 1a735667-a2e6-4ba3-9c75-540e420573b4 gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:19:28.731184 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c57645da-3dd2-4432-90b0-e90d818f4d31 req-48c09f3c-cbb2-47e9-9db6-440bb1b16ae4 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431073 Apr 22 16:19:28.899751 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f2e211f0-5e14-4ac7-8dc6-458f2e3c6dc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:28.909731 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f2e211f0-5e14-4ac7-8dc6-458f2e3c6dc7 admin admin] Deleting port a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4 {{(pid=86315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:19:28.910108 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f2e211f0-5e14-4ac7-8dc6-458f2e3c6dc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:28.945291 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef59bd-b0b4-4ed7-9837-ed8e47c56cc8 req-961b5e82-2c15-4a99-aa94-ee5bc9d3e435 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:28.946944 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7aef59bd-b0b4-4ed7-9837-ed8e47c56cc8 req-961b5e82-2c15-4a99-aa94-ee5bc9d3e435 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 945 time: 0.0908663 Apr 22 16:19:28.996176 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7aef59bd-b0b4-4ed7-9837-ed8e47c56cc8 req-366b47a9-e981-44be-ab0a-37392a3d7356 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/security-groups?id=cde45e02-e6e0-4438-9236-53fb1c673e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417964 Apr 22 16:19:29.037208 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-4b003c2c-c0c4-413f-9538-0eb5739fd2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'name': 'tempest-TestMinimumBasicScenario-2030245443-router', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:16:31Z', 'updated_at': '2021-04-22T16:19:27Z', 'revision_number': 5, 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'gw_port': {'id': 'a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:39:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:33Z', 'updated_at': '2021-04-22T16:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb'}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:19:29.041265 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b003c2c-c0c4-413f-9538-0eb5739fd2e2 None None] Checking router: 1a735667-a2e6-4ba3-9c75-540e420573b4 for host: dv-cinder-784623-7-smb {{(pid=86317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:19:29.050916 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b003c2c-c0c4-413f-9538-0eb5739fd2e2 None None] Routers {'1a735667-a2e6-4ba3-9c75-540e420573b4'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:19:29.051577 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-4b003c2c-c0c4-413f-9538-0eb5739fd2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:19:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['1a735667-a2e6-4ba3-9c75-540e420573b4'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:19:29.106549 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f2e211f0-5e14-4ac7-8dc6-458f2e3c6dc7 admin admin] For port a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4,segment=NetworkSegment(0a545a0b-864e-4a70-9faa-625966eb1a15),segment_id=0a545a0b-864e-4a70-9faa-625966eb1a15)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:19:29.106960 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f2e211f0-5e14-4ac7-8dc6-458f2e3c6dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:29.211967 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-4b003c2c-c0c4-413f-9538-0eb5739fd2e2 None None] Set router 1a735667-a2e6-4ba3-9c75-540e420573b4 gateway port host: None {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:19:29.238364 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f2e211f0-5e14-4ac7-8dc6-458f2e3c6dc7 admin admin] Calling delete_port for a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4 owned by network:router_gateway {{(pid=86315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:19:29.329594 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-4b003c2c-c0c4-413f-9538-0eb5739fd2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'name': 'tempest-TestMinimumBasicScenario-2030245443-router', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:16:31Z', 'updated_at': '2021-04-22T16:19:28Z', 'revision_number': 6, 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'gw_port_host': None}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:19:29.333955 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b003c2c-c0c4-413f-9538-0eb5739fd2e2 None None] The sync data for ids ['1a735667-a2e6-4ba3-9c75-540e420573b4'] in dv-cinder-784623-7-smb is: [{'id': '1a735667-a2e6-4ba3-9c75-540e420573b4', 'name': 'tempest-TestMinimumBasicScenario-2030245443-router', 'tenant_id': '7aca53c5261c4484bf84056e3058fc5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:16:31Z', 'updated_at': '2021-04-22T16:19:28Z', 'revision_number': 6, 'project_id': '7aca53c5261c4484bf84056e3058fc5e', 'gw_port_host': None}] {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:19:29.420076 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f2e211f0-5e14-4ac7-8dc6-458f2e3c6dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1046523'] for port, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:29.425702 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:29.473979 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e211f0-5e14-4ac7-8dc6-458f2e3c6dc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:29.480957 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f2e211f0-5e14-4ac7-8dc6-458f2e3c6dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:29.578817 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f2e211f0-5e14-4ac7-8dc6-458f2e3c6dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684898'] for router_gateway, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:29.868227 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4 no longer exists at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:19:29.907636 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] No Port match for: a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4 {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:19:29.907837 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device a98c3d58-89d5-4ca5-a68b-3107cd2ed8a4 not bound to the agent host dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:19:29.908534 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device d192cf38-71eb-4b1d-afea-d5d9137043c5 no longer exists at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:19:29.949285 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] No Port match for: d192cf38-71eb-4b1d-afea-d5d9137043c5 {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:19:29.949687 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device d192cf38-71eb-4b1d-afea-d5d9137043c5 not bound to the agent host dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:19:29.960968 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c16e2b-e471-4fba-8b76-5102a26b5acc req-928b23a2-6928-416b-a798-a644c0af3a84 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:29.962652 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-87c16e2b-e471-4fba-8b76-5102a26b5acc req-928b23a2-6928-416b-a798-a644c0af3a84 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 946 time: 0.1005490 Apr 22 16:19:30.015349 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-87c16e2b-e471-4fba-8b76-5102a26b5acc req-ce80db28-b01e-4514-85bd-f5a666c14f9a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446548 Apr 22 16:19:30.028061 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f2e211f0-5e14-4ac7-8dc6-458f2e3c6dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854759653'] for router, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:30.030963 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f2e211f0-5e14-4ac7-8dc6-458f2e3c6dc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:30.052467 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f2e211f0-5e14-4ac7-8dc6-458f2e3c6dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854087814'] for router, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:30.053025 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e211f0-5e14-4ac7-8dc6-458f2e3c6dc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a735667-a2e6-4ba3-9c75-540e420573b4 {{(pid=86315) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:19:30.067700 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f2e211f0-5e14-4ac7-8dc6-458f2e3c6dc7 admin admin] Notify callbacks [] for router, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:30.068947 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-f2e211f0-5e14-4ac7-8dc6-458f2e3c6dc7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/1a735667-a2e6-4ba3-9c75-540e420573b4 HTTP/1.1" status: 204 len: 168 time: 1.5830846 Apr 22 16:19:30.071658 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 47084) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:30.143752 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a134960-dc46-4536-a144-ef0dca81913f admin admin] Deleting subnet 540790b8-1ff6-4f2e-b3db-8ed89ce47f6d {{(pid=86315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:19:30.147073 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5a134960-dc46-4536-a144-ef0dca81913f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:30.201616 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5a134960-dc46-4536-a144-ef0dca81913f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852340622'] for subnet, precommit_delete_associations {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:30.211816 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6091c-5733-4cf7-9174-c6e3604e3d7d req-f4447b27-b356-452f-ae76-a8b75399b4c9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:30.213604 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ecc6091c-5733-4cf7-9174-c6e3604e3d7d req-f4447b27-b356-452f-ae76-a8b75399b4c9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 945 time: 0.0958073 Apr 22 16:19:30.338981 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5a134960-dc46-4536-a144-ef0dca81913f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33244205'] for subnet, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:30.484454 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ecc6091c-5733-4cf7-9174-c6e3604e3d7d req-2f50f5f4-19ba-4204-bb34-0b5393144972 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/security-groups?id=cde45e02-e6e0-4438-9236-53fb1c673e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633736 Apr 22 16:19:30.614821 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5a134960-dc46-4536-a144-ef0dca81913f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821531627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1045039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2317225'] for subnet, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:30.619760 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-2d1e0145-efc3-478d-b56d-84f671916df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:30.656645 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a134960-dc46-4536-a144-ef0dca81913f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=540790b8-1ff6-4f2e-b3db-8ed89ce47f6d,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:30.659969 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-5a134960-dc46-4536-a144-ef0dca81913f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:30.661030 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5a134960-dc46-4536-a144-ef0dca81913f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for subnet, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:30.666885 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2953e5-e3e4-40ff-8301-8d511f5bd021 None None] Network 901c6dca-a88b-42fc-8b51-90622fddca64 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:19:30.669972 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-5a134960-dc46-4536-a144-ef0dca81913f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/540790b8-1ff6-4f2e-b3db-8ed89ce47f6d HTTP/1.1" status: 204 len: 168 time: 0.5972238 Apr 22 16:19:30.671266 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 47090) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:30.697515 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fde3cf-1b6f-46eb-97dd-33a3345f0e4d req-017b782f-1637-401c-9779-1f1f3d00b4ef tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:30.699395 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e8fde3cf-1b6f-46eb-97dd-33a3345f0e4d req-017b782f-1637-401c-9779-1f1f3d00b4ef tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 945 time: 0.1008880 Apr 22 16:19:30.753627 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e8fde3cf-1b6f-46eb-97dd-33a3345f0e4d req-4cf169e1-5e29-48e1-b1fc-63474473d81d tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/security-groups?id=cde45e02-e6e0-4438-9236-53fb1c673e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470283 Apr 22 16:19:30.781071 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 47094) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:30.792903 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4a754688-049e-457e-a6d1-f92a72a1dd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33148001'] for network, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:30.804464 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-4a754688-049e-457e-a6d1-f92a72a1dd5b admin admin] Deleting port 2c89885f-8458-40b7-b124-936443e3cc6f {{(pid=86315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:19:30.804843 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4a754688-049e-457e-a6d1-f92a72a1dd5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:30.902837 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cbf451-f865-438b-af12-727b06ccfffd tempest-TestShelveInstance-115205531 tempest-TestShelveInstance-115205531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:30.904594 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-02cbf451-f865-438b-af12-727b06ccfffd tempest-TestShelveInstance-115205531 tempest-TestShelveInstance-115205531-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 1093 time: 0.1223698 Apr 22 16:19:30.909238 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 47100) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:30.916853 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-c66a3a24-218c-435b-9e02-db4a6f839bf9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Request body: {'floatingip': {'floating_network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'port_id': '66ab95e3-1334-4ec8-aef2-53e2fcdc67f2', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:19:30.929870 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-c66a3a24-218c-435b-9e02-db4a6f839bf9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:19:30.933736 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9707319a-8ffb-4bbc-b025-5ece00f61524 None None] DHCP port deletion for 901c6dca-a88b-42fc-8b51-90622fddca64 request from dv-cinder-784623-7-smb {{(pid=86317) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:19:30.938443 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-9707319a-8ffb-4bbc-b025-5ece00f61524 None None] Deleting port 2c89885f-8458-40b7-b124-936443e3cc6f {{(pid=86317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:19:30.938893 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-c66a3a24-218c-435b-9e02-db4a6f839bf9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Usage tracker for resource:floatingip and tenant:a6b4d93aa2ff408c838edd1afc9b4a97 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:19:30.939065 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9707319a-8ffb-4bbc-b025-5ece00f61524 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:30.943435 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-c66a3a24-218c-435b-9e02-db4a6f839bf9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:19:30.975474 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-c66a3a24-218c-435b-9e02-db4a6f839bf9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:19:31.056888 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c66a3a24-218c-435b-9e02-db4a6f839bf9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for floatingip, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:31.107772 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-4a754688-049e-457e-a6d1-f92a72a1dd5b admin admin] For port 2c89885f-8458-40b7-b124-936443e3cc6f, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=2c89885f-8458-40b7-b124-936443e3cc6f,segment=NetworkSegment(8b4114bc-def4-4c81-b436-016246a35286),segment_id=8b4114bc-def4-4c81-b436-016246a35286)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:19:31.108271 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4a754688-049e-457e-a6d1-f92a72a1dd5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:31.159081 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-9707319a-8ffb-4bbc-b025-5ece00f61524 None None] For port 2c89885f-8458-40b7-b124-936443e3cc6f, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=2c89885f-8458-40b7-b124-936443e3cc6f,segment=NetworkSegment(8b4114bc-def4-4c81-b436-016246a35286),segment_id=8b4114bc-def4-4c81-b436-016246a35286)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:19:31.159476 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9707319a-8ffb-4bbc-b025-5ece00f61524 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:31.231966 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f9d78-9272-4cf1-b080-b7519ed57da2 req-d545ab65-9c5d-4838-8095-2c3c83704b91 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:31.234553 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ad6f9d78-9272-4cf1-b080-b7519ed57da2 req-d545ab65-9c5d-4838-8095-2c3c83704b91 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 946 time: 0.0984433 Apr 22 16:19:31.258451 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-4a754688-049e-457e-a6d1-f92a72a1dd5b admin admin] Calling delete_port for 2c89885f-8458-40b7-b124-936443e3cc6f owned by network:dhcp {{(pid=86315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:19:31.288573 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ad6f9d78-9272-4cf1-b080-b7519ed57da2 req-3b1778f3-dc29-4193-b143-60956c349cd2 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465064 Apr 22 16:19:31.296619 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-9707319a-8ffb-4bbc-b025-5ece00f61524 None None] Calling delete_port for 2c89885f-8458-40b7-b124-936443e3cc6f owned by network:dhcp {{(pid=86317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:19:31.417730 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4a754688-049e-457e-a6d1-f92a72a1dd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1046523'] for port, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:31.423084 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-52249a5f-5ef4-4739-94fa-f2fa0e5a6513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:31.478229 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a754688-049e-457e-a6d1-f92a72a1dd5b admin admin] Pushing event deleted for resources: {'Port': ['ID=2c89885f-8458-40b7-b124-936443e3cc6f,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:31.480395 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a754688-049e-457e-a6d1-f92a72a1dd5b admin admin] No DVR routers for this DVR port 2c89885f-8458-40b7-b124-936443e3cc6f on host dv-cinder-784623-7-smb {{(pid=86315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:19:31.511886 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-4a754688-049e-457e-a6d1-f92a72a1dd5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:31.571501 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c66a3a24-218c-435b-9e02-db4a6f839bf9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:31.614642 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.db.api [None req-9707319a-8ffb-4bbc-b025-5ece00f61524 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86317) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:19:31.615049 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_db.api [None req-9707319a-8ffb-4bbc-b025-5ece00f61524 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:19:31.671870 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4a754688-049e-457e-a6d1-f92a72a1dd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036821531528', 'neutron.services.segments.db._delete_segments_for_network-8794767365747'] for network, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:31.846999 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 2c89885f-8458-40b7-b124-936443e3cc6f no longer exists at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:19:31.856191 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-4a754688-049e-457e-a6d1-f92a72a1dd5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901c6dca-a88b-42fc-8b51-90622fddca64']}} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:19:31.878972 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-4a754688-049e-457e-a6d1-f92a72a1dd5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b4114bc-def4-4c81-b436-016246a35286') {'for_net_delete': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:19:31.879318 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-4a754688-049e-457e-a6d1-f92a72a1dd5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b4114bc-def4-4c81-b436-016246a35286') {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:19:31.883857 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] No Port match for: 2c89885f-8458-40b7-b124-936443e3cc6f {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:19:31.884261 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 2c89885f-8458-40b7-b124-936443e3cc6f not bound to the agent host dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:19:31.897753 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4a754688-049e-457e-a6d1-f92a72a1dd5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242087248739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2435194'] for segment, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:31.923308 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-c66a3a24-218c-435b-9e02-db4a6f839bf9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Allocated IP 172.28.3.134 (88dd38af-48aa-4ea4-a266-3e61b5f89d27/323aff52-d533-47a6-aeb2-a9a8b96d3993/1adb2ce7-d45f-4743-befd-a563621e7f96) {{(pid=86315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:19:31.927852 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4a754688-049e-457e-a6d1-f92a72a1dd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:31.940549 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a754688-049e-457e-a6d1-f92a72a1dd5b admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=86315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:19:32.116457 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-9707319a-8ffb-4bbc-b025-5ece00f61524 None None] Deleting port 2c89885f-8458-40b7-b124-936443e3cc6f {{(pid=86317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:19:32.117014 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9707319a-8ffb-4bbc-b025-5ece00f61524 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:32.189162 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-9707319a-8ffb-4bbc-b025-5ece00f61524 None None] The port '2c89885f-8458-40b7-b124-936443e3cc6f' was deleted {{(pid=86317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:19:32.226277 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-4a754688-049e-457e-a6d1-f92a72a1dd5b admin admin] Network 901c6dca-a88b-42fc-8b51-90622fddca64 has no segments {{(pid=86315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:19:32.238027 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4a754688-049e-457e-a6d1-f92a72a1dd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33247036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853729396'] for segment, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:32.435058 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c66a3a24-218c-435b-9e02-db4a6f839bf9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for port, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:32.459825 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-4a754688-049e-457e-a6d1-f92a72a1dd5b admin admin] Network 901c6dca-a88b-42fc-8b51-90622fddca64 has no segments {{(pid=86315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: Traceback (most recent call last): Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: timer() Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: cb(*args, **kw) Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: return func(*args, **kwargs) Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: self._notify() Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: self.callback(batched_events) Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: event.method(event) Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: segment_id)['aggregates'][0] Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: return f(self, *a, **k) Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: return self._get(url).json() Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: **kwargs) Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: return self.request(url, 'GET', **kwargs) Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: **endpoint_filter) Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:19:32.485564 dv-cinder-784623-7-smb neutron-server[86202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:19:32.497000 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80c148-e996-4e68-ad05-5a3cf68c0ce5 req-9c88ce93-17b4-4846-8e0c-893659958005 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:32.498613 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6d80c148-e996-4e68-ad05-5a3cf68c0ce5 req-9c88ce93-17b4-4846-8e0c-893659958005 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 946 time: 0.0893683 Apr 22 16:19:32.547164 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6d80c148-e996-4e68-ad05-5a3cf68c0ce5 req-28c224ab-eea5-4e7c-bd17-c458b0394d43 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412745 Apr 22 16:19:32.580142 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4a754688-049e-457e-a6d1-f92a72a1dd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691077'] for network, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:32.585918 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:32.600170 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4a754688-049e-457e-a6d1-f92a72a1dd5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:32.606679 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c66a3a24-218c-435b-9e02-db4a6f839bf9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1046523'] for port, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:32.618479 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a754688-049e-457e-a6d1-f92a72a1dd5b admin admin] Pushing event deleted for resources: {'Network': ['ID=901c6dca-a88b-42fc-8b51-90622fddca64,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:32.628201 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-4a754688-049e-457e-a6d1-f92a72a1dd5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:32.630419 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-79c93ad5-c947-4e08-9dab-cf799f734ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:32.701122 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66a3a24-218c-435b-9e02-db4a6f839bf9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Network 88dd38af-48aa-4ea4-a266-3e61b5f89d27 is already hosted by enough agents. {{(pid=86315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:19:32.703880 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-4a754688-049e-457e-a6d1-f92a72a1dd5b admin admin] 10.222.0.21 "DELETE /v2.0/networks/901c6dca-a88b-42fc-8b51-90622fddca64 HTTP/1.1" status: 204 len: 168 time: 2.0313933 Apr 22 16:19:32.707094 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 47108) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:32.707665 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-c66a3a24-218c-435b-9e02-db4a6f839bf9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Resources bound (agent type, host, resource id): {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:19:32.711709 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66a3a24-218c-435b-9e02-db4a6f839bf9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Received port after_create {{(pid=86315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:19:32.750163 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a3a24-218c-435b-9e02-db4a6f839bf9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Pushing event updated for resources: {'Port': ['ID=1adb2ce7-d45f-4743-befd-a563621e7f96,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:32.754443 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-c66a3a24-218c-435b-9e02-db4a6f839bf9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:33.155764 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c66a3a24-218c-435b-9e02-db4a6f839bf9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:33.234169 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c66a3a24-218c-435b-9e02-db4a6f839bf9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:33.279661 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9b1b90c5-bb90-4ff0-b94e-af34dc0de656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084963'] for router_interface, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:33.396333 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:19:33.670512 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-9b1b90c5-bb90-4ff0-b94e-af34dc0de656 admin admin] Deleting port f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:19:33.671172 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9b1b90c5-bb90-4ff0-b94e-af34dc0de656 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:33.716109 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c66a3a24-218c-435b-9e02-db4a6f839bf9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for port, precommit_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:33.720650 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c66a3a24-218c-435b-9e02-db4a6f839bf9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853729294'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:33.725648 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-02768737-365b-4e9f-8020-74a50a1fe0cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:33.842419 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a3a24-218c-435b-9e02-db4a6f839bf9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Pushing event updated for resources: {'Port': ['ID=1adb2ce7-d45f-4743-befd-a563621e7f96,revision_number=2']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:33.845930 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-c66a3a24-218c-435b-9e02-db4a6f839bf9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:33.853392 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c66a3a24-218c-435b-9e02-db4a6f839bf9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691126'] for floatingip, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:33.920825 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f71fb-536e-4279-93f8-5d283371e70e req-d588ec5e-0aff-4fd3-ba3c-cf5853ae3391 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:33.922886 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7c5f71fb-536e-4279-93f8-5d283371e70e req-d588ec5e-0aff-4fd3-ba3c-cf5853ae3391 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 946 time: 0.2206645 Apr 22 16:19:33.960155 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-9b1b90c5-bb90-4ff0-b94e-af34dc0de656 admin admin] For port f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e,segment=NetworkSegment(2ed6ffd4-c174-4aa8-9cad-3515c641e7ee),segment_id=2ed6ffd4-c174-4aa8-9cad-3515c641e7ee)] {{(pid=86316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:19:33.960554 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9b1b90c5-bb90-4ff0-b94e-af34dc0de656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:34.034570 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.l3_db [None req-c66a3a24-218c-435b-9e02-db4a6f839bf9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Floating IP 8eaf156d-16b7-4465-a590-d56f2655e98b associated. External IP: 172.28.3.134, port: 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2. Apr 22 16:19:34.111054 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-9b1b90c5-bb90-4ff0-b94e-af34dc0de656 admin admin] Calling delete_port for f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e owned by network:router_interface {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:19:34.151783 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7c5f71fb-536e-4279-93f8-5d283371e70e req-971db0bc-b11f-4462-91b5-70542a2d0b63 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194939 Apr 22 16:19:34.417049 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66a3a24-218c-435b-9e02-db4a6f839bf9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Router 72dc83a8-900e-4cf8-82fb-a4a56f02922a has already been hosted by L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 {{(pid=86315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:19:34.431787 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9b1b90c5-bb90-4ff0-b94e-af34dc0de656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:34.436837 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-5400e9e8-7dcf-43cf-90bd-34cafcfc922b tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:34.513896 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b90c5-bb90-4ff0-b94e-af34dc0de656 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:34.522138 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9b1b90c5-bb90-4ff0-b94e-af34dc0de656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:34.616377 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66a3a24-218c-435b-9e02-db4a6f839bf9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:19:34.632250 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e8e4a6-3180-4159-a830-63a42d29ddf7 None None] Sync routers for ids ['72dc83a8-900e-4cf8-82fb-a4a56f02922a'] in dv-cinder-784623-7-smb {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:19:34.649832 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c66a3a24-218c-435b-9e02-db4a6f839bf9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:34.668553 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e8e4a6-3180-4159-a830-63a42d29ddf7 None None] Routers {'72dc83a8-900e-4cf8-82fb-a4a56f02922a'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:19:34.678139 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-b6e8e4a6-3180-4159-a830-63a42d29ddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:19:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['72dc83a8-900e-4cf8-82fb-a4a56f02922a'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:19:34.725900 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-c66a3a24-218c-435b-9e02-db4a6f839bf9 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8155272 Apr 22 16:19:34.732651 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb90cbdb-1238-4963-835f-af9d934f99c7', 'tag': '66ab95e3-1334-4ec8-aef2-53e2fcdc67f2'}] {{(pid=86315) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:19:34.785695 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb90cbdb-1238-4963-835f-af9d934f99c7', 'tag': '66ab95e3-1334-4ec8-aef2-53e2fcdc67f2', 'status': 'completed', 'code': 200} Apr 22 16:19:34.914417 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-b6e8e4a6-3180-4159-a830-63a42d29ddf7 None None] Set router 72dc83a8-900e-4cf8-82fb-a4a56f02922a gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:19:35.066831 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9b1b90c5-bb90-4ff0-b94e-af34dc0de656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854084893'] for router_interface, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:35.075436 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0866c-317e-4064-8590-bb1803cf7c70 req-d31d7240-c1ea-420a-a985-598f16afc2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:35.077046 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e3b0866c-317e-4064-8590-bb1803cf7c70 req-d31d7240-c1ea-420a-a985-598f16afc2cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a6b4d93aa2ff408c838edd1afc9b4a97&device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 1098 time: 0.1378541 Apr 22 16:19:35.454369 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-b6e8e4a6-3180-4159-a830-63a42d29ddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'name': 'tempest-TestShelveInstance-1618109886-router', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'eba34187-78ef-4739-8e14-1b00c4bcdffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:18:46Z', 'updated_at': '2021-04-22T16:18:50Z', 'revision_number': 4, 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'gw_port': {'id': 'eba34187-78ef-4739-8e14-1b00c4bcdffc', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:95:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:46Z', 'updated_at': '2021-04-22T16:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_floatingips': [{'id': '8eaf156d-16b7-4465-a590-d56f2655e98b', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'floating_ip_address': '172.28.3.134', 'floating_network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'router_id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'port_id': '66ab95e3-1334-4ec8-aef2-53e2fcdc67f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f', 'mac_address': 'fa:16:3e:03:91:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb90cbdb-1238-4963-835f-af9d934f99c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:19:33Z', 'updated_at': '2021-04-22T16:19:33Z', 'revision_number': 0, 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac897d14-f200-487c-a213-1cb9e22bc8db', 'name': '', 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'mac_address': 'fa:16:3e:70:7d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2d815908-385f-4645-b12f-6a6103a7b087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:49Z', 'updated_at': '2021-04-22T16:18:58Z', 'revision_number': 5, 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'subnets': [{'id': '2d815908-385f-4645-b12f-6a6103a7b087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:19:35.458763 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e8e4a6-3180-4159-a830-63a42d29ddf7 None None] Checking router: 72dc83a8-900e-4cf8-82fb-a4a56f02922a for host: dv-cinder-784623-7-smb {{(pid=86318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:19:35.466418 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0866c-317e-4064-8590-bb1803cf7c70 req-3de595f1-accd-428b-adb9-aab3a693c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:35.468858 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e3b0866c-317e-4064-8590-bb1803cf7c70 req-3de595f1-accd-428b-adb9-aab3a693c14b service neutron] 10.222.0.43 "GET /v2.0/networks?id=a8662695-9f3a-453f-9be3-607a5313f59f HTTP/1.1" status: 200 len: 910 time: 0.3328819 Apr 22 16:19:35.469073 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e8e4a6-3180-4159-a830-63a42d29ddf7 None None] Routers {'72dc83a8-900e-4cf8-82fb-a4a56f02922a'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:19:35.469530 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-b6e8e4a6-3180-4159-a830-63a42d29ddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:19:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['72dc83a8-900e-4cf8-82fb-a4a56f02922a'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:19:35.660732 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-b6e8e4a6-3180-4159-a830-63a42d29ddf7 None None] Set router 72dc83a8-900e-4cf8-82fb-a4a56f02922a gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:19:35.697842 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65831b1-1c00-4aab-9db1-637df278fdf7 req-0b6cafc8-9597-4bf8-a393-0dd44b27a1f7 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:35.699449 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e65831b1-1c00-4aab-9db1-637df278fdf7 req-0b6cafc8-9597-4bf8-a393-0dd44b27a1f7 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 946 time: 0.3796594 Apr 22 16:19:35.786417 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e3b0866c-317e-4064-8590-bb1803cf7c70 req-ae448b8a-7bb8-45f6-9e8a-d74a596c6945 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 HTTP/1.1" status: 200 len: 999 time: 0.2651510 Apr 22 16:19:35.797959 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e65831b1-1c00-4aab-9db1-637df278fdf7 req-3bd17d84-d96d-47ae-854f-3dac844bbbd1 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904973 Apr 22 16:19:35.863809 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1b90c5-bb90-4ff0-b94e-af34dc0de656 admin admin] Router 27b3f2ad-2cc7-4433-8e31-718375248b59 has already been hosted by L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 {{(pid=86316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:19:35.889450 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0866c-317e-4064-8590-bb1803cf7c70 req-282476ba-e054-4dc3-808b-1a72b3ae6e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:35.891230 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e3b0866c-317e-4064-8590-bb1803cf7c70 req-282476ba-e054-4dc3-808b-1a72b3ae6e3a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d815908-385f-4645-b12f-6a6103a7b087 HTTP/1.1" status: 200 len: 848 time: 0.0923398 Apr 22 16:19:36.071511 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-b6e8e4a6-3180-4159-a830-63a42d29ddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'name': 'tempest-TestShelveInstance-1618109886-router', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'eba34187-78ef-4739-8e14-1b00c4bcdffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:18:46Z', 'updated_at': '2021-04-22T16:18:50Z', 'revision_number': 4, 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'gw_port': {'id': 'eba34187-78ef-4739-8e14-1b00c4bcdffc', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:95:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:46Z', 'updated_at': '2021-04-22T16:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_floatingips': [{'id': '8eaf156d-16b7-4465-a590-d56f2655e98b', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'floating_ip_address': '172.28.3.134', 'floating_network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'router_id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'port_id': '66ab95e3-1334-4ec8-aef2-53e2fcdc67f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f', 'mac_address': 'fa:16:3e:03:91:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb90cbdb-1238-4963-835f-af9d934f99c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:19:33Z', 'updated_at': '2021-04-22T16:19:33Z', 'revision_number': 0, 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac897d14-f200-487c-a213-1cb9e22bc8db', 'name': '', 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'mac_address': 'fa:16:3e:70:7d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2d815908-385f-4645-b12f-6a6103a7b087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:49Z', 'updated_at': '2021-04-22T16:18:58Z', 'revision_number': 5, 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'subnets': [{'id': '2d815908-385f-4645-b12f-6a6103a7b087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:19:36.075587 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e8e4a6-3180-4159-a830-63a42d29ddf7 None None] The sync data for ids ['72dc83a8-900e-4cf8-82fb-a4a56f02922a'] in dv-cinder-784623-7-smb is: [{'id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'name': 'tempest-TestShelveInstance-1618109886-router', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'eba34187-78ef-4739-8e14-1b00c4bcdffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:18:46Z', 'updated_at': '2021-04-22T16:18:50Z', 'revision_number': 4, 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'gw_port': {'id': 'eba34187-78ef-4739-8e14-1b00c4bcdffc', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:95:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:46Z', 'updated_at': '2021-04-22T16:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_floatingips': [{'id': '8eaf156d-16b7-4465-a590-d56f2655e98b', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'floating_ip_address': '172.28.3.134', 'floating_network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'router_id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'port_id': '66ab95e3-1334-4ec8-aef2-53e2fcdc67f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f', 'mac_address': 'fa:16:3e:03:91:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb90cbdb-1238-4963-835f-af9d934f99c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:19:33Z', 'updated_at': '2021-04-22T16:19:33Z', 'revision_number': 0, 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac897d14-f200-487c-a213-1cb9e22bc8db', 'name': '', 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'mac_address': 'fa:16:3e:70:7d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2d815908-385f-4645-b12f-6a6103a7b087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:49Z', 'updated_at': '2021-04-22T16:18:58Z', 'revision_number': 5, 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'subnets': [{'id': '2d815908-385f-4645-b12f-6a6103a7b087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:19:36.141813 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0866c-317e-4064-8590-bb1803cf7c70 req-f706b66c-4e04-4d82-b65f-ef1f0fe43a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:36.143469 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e3b0866c-317e-4064-8590-bb1803cf7c70 req-f706b66c-4e04-4d82-b65f-ef1f0fe43a31 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a8662695-9f3a-453f-9be3-607a5313f59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2006145 Apr 22 16:19:36.147166 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1b90c5-bb90-4ff0-b94e-af34dc0de656 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:19:36.156911 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb6a178-e15e-48a9-96be-15657b2f9bc1 None None] Sync routers for ids ['27b3f2ad-2cc7-4433-8e31-718375248b59'] in dv-cinder-784623-7-smb {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:19:36.168033 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb6a178-e15e-48a9-96be-15657b2f9bc1 None None] Routers {'27b3f2ad-2cc7-4433-8e31-718375248b59'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:19:36.168438 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-4bb6a178-e15e-48a9-96be-15657b2f9bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:19:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['27b3f2ad-2cc7-4433-8e31-718375248b59'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:19:36.203394 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-9b1b90c5-bb90-4ff0-b94e-af34dc0de656 admin admin] 10.222.0.21 "PUT /v2.0/routers/27b3f2ad-2cc7-4433-8e31-718375248b59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4951034 Apr 22 16:19:36.206003 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 47120) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:36.341023 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5457ca3f-4a15-479b-8f70-09033fa8a954 None None] New status for floating IP 8eaf156d-16b7-4465-a590-d56f2655e98b: ACTIVE {{(pid=86318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:19:36.364068 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-4bb6a178-e15e-48a9-96be-15657b2f9bc1 None None] Set router 27b3f2ad-2cc7-4433-8e31-718375248b59 gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:19:36.466187 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e3b0866c-317e-4064-8590-bb1803cf7c70 req-591271df-0759-43cc-b180-9a7eb4647c1a service neutron] 10.222.0.43 "GET /v2.0/networks/a8662695-9f3a-453f-9be3-607a5313f59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122334 Apr 22 16:19:36.522942 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1dd2db56-d12b-48ce-9a60-1399dc677ba1 admin admin] Notify callbacks [] for router, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:36.691636 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-4bb6a178-e15e-48a9-96be-15657b2f9bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b3f2ad-2cc7-4433-8e31-718375248b59', 'name': 'tempest-TestMinimumBasicScenario-1228069468-router', 'tenant_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': 'a1dc23ae-7b16-4a62-b0cf-1b68009045a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:16:47Z', 'updated_at': '2021-04-22T16:19:34Z', 'revision_number': 5, 'project_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'gw_port': {'id': 'a1dc23ae-7b16-4a62-b0cf-1b68009045a8', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b3f2ad-2cc7-4433-8e31-718375248b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:48Z', 'updated_at': '2021-04-22T16:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb'}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:19:36.696418 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb6a178-e15e-48a9-96be-15657b2f9bc1 None None] Checking router: 27b3f2ad-2cc7-4433-8e31-718375248b59 for host: dv-cinder-784623-7-smb {{(pid=86317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:19:36.707195 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb6a178-e15e-48a9-96be-15657b2f9bc1 None None] Routers {'27b3f2ad-2cc7-4433-8e31-718375248b59'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:19:36.708102 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-4bb6a178-e15e-48a9-96be-15657b2f9bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:19:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['27b3f2ad-2cc7-4433-8e31-718375248b59'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:19:36.905140 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-4bb6a178-e15e-48a9-96be-15657b2f9bc1 None None] Set router 27b3f2ad-2cc7-4433-8e31-718375248b59 gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:19:37.010444 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e3b0866c-317e-4064-8590-bb1803cf7c70 req-d93b3dfe-9d50-4d36-872b-7ca211720c9e service neutron] 10.222.0.43 "GET /v2.0/networks/a8662695-9f3a-453f-9be3-607a5313f59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360537 Apr 22 16:19:37.034479 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1dd2db56-d12b-48ce-9a60-1399dc677ba1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:37.047650 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-1dd2db56-d12b-48ce-9a60-1399dc677ba1 admin admin] Deleting port a1dc23ae-7b16-4a62-b0cf-1b68009045a8 {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:19:37.048038 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1dd2db56-d12b-48ce-9a60-1399dc677ba1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:37.226074 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-4bb6a178-e15e-48a9-96be-15657b2f9bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b3f2ad-2cc7-4433-8e31-718375248b59', 'name': 'tempest-TestMinimumBasicScenario-1228069468-router', 'tenant_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': 'a1dc23ae-7b16-4a62-b0cf-1b68009045a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:16:47Z', 'updated_at': '2021-04-22T16:19:34Z', 'revision_number': 5, 'project_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'gw_port': {'id': 'a1dc23ae-7b16-4a62-b0cf-1b68009045a8', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b3f2ad-2cc7-4433-8e31-718375248b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:48Z', 'updated_at': '2021-04-22T16:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb'}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:19:37.230070 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb6a178-e15e-48a9-96be-15657b2f9bc1 None None] The sync data for ids ['27b3f2ad-2cc7-4433-8e31-718375248b59'] in dv-cinder-784623-7-smb is: [{'id': '27b3f2ad-2cc7-4433-8e31-718375248b59', 'name': 'tempest-TestMinimumBasicScenario-1228069468-router', 'tenant_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.108'}], 'enable_snat': True}, 'gw_port_id': 'a1dc23ae-7b16-4a62-b0cf-1b68009045a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:16:47Z', 'updated_at': '2021-04-22T16:19:34Z', 'revision_number': 5, 'project_id': 'ed6d0fc32e634ea59b112a4d6174080e', 'gw_port': {'id': 'a1dc23ae-7b16-4a62-b0cf-1b68009045a8', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b3f2ad-2cc7-4433-8e31-718375248b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:16:48Z', 'updated_at': '2021-04-22T16:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb'}] {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:19:37.393670 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd341c6-b7c7-4413-bd63-1830116d5b5f req-6e268564-fe4a-4021-8df7-a1b7503134f1 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:37.395309 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6fd341c6-b7c7-4413-bd63-1830116d5b5f req-6e268564-fe4a-4021-8df7-a1b7503134f1 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 946 time: 0.3174944 Apr 22 16:19:37.397108 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-1dd2db56-d12b-48ce-9a60-1399dc677ba1 admin admin] For port a1dc23ae-7b16-4a62-b0cf-1b68009045a8, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=a1dc23ae-7b16-4a62-b0cf-1b68009045a8,segment=NetworkSegment(0a545a0b-864e-4a70-9faa-625966eb1a15),segment_id=0a545a0b-864e-4a70-9faa-625966eb1a15)] {{(pid=86316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:19:37.397509 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1dd2db56-d12b-48ce-9a60-1399dc677ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:37.407423 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5801214-42f2-46ff-85c0-bd622d41e721 req-a22d5d73-8992-45c2-bfbe-a4af79deed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:37.408957 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e5801214-42f2-46ff-85c0-bd622d41e721 req-a22d5d73-8992-45c2-bfbe-a4af79deed90 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8537b98a43742f2a3fcccbe15848877&device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 1099 time: 0.2744408 Apr 22 16:19:37.578680 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-1dd2db56-d12b-48ce-9a60-1399dc677ba1 admin admin] Calling delete_port for a1dc23ae-7b16-4a62-b0cf-1b68009045a8 owned by network:router_gateway {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:19:37.721058 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6fd341c6-b7c7-4413-bd63-1830116d5b5f req-6d40eb30-e470-44af-b473-200925164708 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3110404 Apr 22 16:19:37.798730 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5801214-42f2-46ff-85c0-bd622d41e721 req-8960cb9b-4a4c-493b-8dc9-53ac8d46065e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:37.800260 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e5801214-42f2-46ff-85c0-bd622d41e721 req-8960cb9b-4a4c-493b-8dc9-53ac8d46065e service neutron] 10.222.0.43 "GET /v2.0/networks?id=10ba8417-bb39-40e4-9ac2-493bc0eef8f2 HTTP/1.1" status: 200 len: 918 time: 0.3182349 Apr 22 16:19:37.810977 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e no longer exists at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:19:37.852817 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] No Port match for: f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:19:37.853210 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device f1a9ee2b-4e08-4182-b9f1-6dbe46aeac5e not bound to the agent host dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:19:37.943584 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:37.957513 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e5801214-42f2-46ff-85c0-bd622d41e721 req-c7d661ae-0538-43a6-9380-a285111c83e7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=470ffc3e-4a8c-47fa-bb0b-d7f462389d5c HTTP/1.1" status: 200 len: 1002 time: 0.1463494 Apr 22 16:19:38.028426 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1dd2db56-d12b-48ce-9a60-1399dc677ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:38.038384 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b9fb646c-027d-482e-b273-eb8a4ef3ce03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:38.088169 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2db56-d12b-48ce-9a60-1399dc677ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1dc23ae-7b16-4a62-b0cf-1b68009045a8,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:38.091438 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1dd2db56-d12b-48ce-9a60-1399dc677ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:38.093028 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5801214-42f2-46ff-85c0-bd622d41e721 req-d0e19221-5a2a-4272-804d-52d8e0d0da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:38.094631 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e5801214-42f2-46ff-85c0-bd622d41e721 req-d0e19221-5a2a-4272-804d-52d8e0d0da0f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93257d7e-85c0-4511-a149-8d2031392de0 HTTP/1.1" status: 200 len: 856 time: 0.1302819 Apr 22 16:19:38.247086 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1dd2db56-d12b-48ce-9a60-1399dc677ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684898'] for router_gateway, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:38.433691 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1dd2db56-d12b-48ce-9a60-1399dc677ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854759653'] for router, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:38.437733 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1dd2db56-d12b-48ce-9a60-1399dc677ba1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:38.440980 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5801214-42f2-46ff-85c0-bd622d41e721 req-386850e8-038a-4dc6-8744-14b966095155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:38.441263 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4624e198-3ed1-4f42-91dd-25e676330239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:38.442651 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e5801214-42f2-46ff-85c0-bd622d41e721 req-386850e8-038a-4dc6-8744-14b966095155 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=10ba8417-bb39-40e4-9ac2-493bc0eef8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3212090 Apr 22 16:19:38.564473 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1dd2db56-d12b-48ce-9a60-1399dc677ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854087814'] for router, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:38.565026 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd2db56-d12b-48ce-9a60-1399dc677ba1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27b3f2ad-2cc7-4433-8e31-718375248b59 {{(pid=86316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:19:38.923924 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1dd2db56-d12b-48ce-9a60-1399dc677ba1 admin admin] Notify callbacks [] for router, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:38.925039 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-1dd2db56-d12b-48ce-9a60-1399dc677ba1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/27b3f2ad-2cc7-4433-8e31-718375248b59 HTTP/1.1" status: 204 len: 168 time: 2.7180448 Apr 22 16:19:38.927865 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 47130) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:38.964557 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e5801214-42f2-46ff-85c0-bd622d41e721 req-7d6588ae-fd90-460f-943c-ab27d736b168 service neutron] 10.222.0.43 "GET /v2.0/networks/10ba8417-bb39-40e4-9ac2-493bc0eef8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491844 Apr 22 16:19:38.993869 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_v2 [None req-4176b2bd-4be3-465a-8770-154be90fd2ab admin admin] Deleting subnet 04632f29-84eb-46b4-bd30-ae9c8c8e97be {{(pid=86315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:19:38.997044 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4176b2bd-4be3-465a-8770-154be90fd2ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:39.027298 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d679ea8-4351-4da2-80ea-96bca75564d0 req-29903070-e5c6-433d-9706-7bdec5bc2e22 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:39.028817 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2d679ea8-4351-4da2-80ea-96bca75564d0 req-29903070-e5c6-433d-9706-7bdec5bc2e22 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 946 time: 0.1753519 Apr 22 16:19:39.049620 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4176b2bd-4be3-465a-8770-154be90fd2ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852340622'] for subnet, precommit_delete_associations {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:39.136602 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4176b2bd-4be3-465a-8770-154be90fd2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33244205'] for subnet, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:39.146739 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2d679ea8-4351-4da2-80ea-96bca75564d0 req-bab91251-993a-48b8-b501-86ce7386082c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675337 Apr 22 16:19:39.165396 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e5801214-42f2-46ff-85c0-bd622d41e721 req-b0a37557-aa05-495d-8951-fe0f208176e7 service neutron] 10.222.0.43 "GET /v2.0/networks/10ba8417-bb39-40e4-9ac2-493bc0eef8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920979 Apr 22 16:19:39.395515 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4176b2bd-4be3-465a-8770-154be90fd2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821531627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1045039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2317225'] for subnet, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:39.400410 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:39.439712 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176b2bd-4be3-465a-8770-154be90fd2ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04632f29-84eb-46b4-bd30-ae9c8c8e97be,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:39.443053 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-4176b2bd-4be3-465a-8770-154be90fd2ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:39.444111 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4176b2bd-4be3-465a-8770-154be90fd2ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for subnet, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:39.448897 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368affd9-4de2-468c-924f-66aa30f5a530 None None] Network a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:19:39.453959 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-4176b2bd-4be3-465a-8770-154be90fd2ab admin admin] 10.222.0.21 "DELETE /v2.0/subnets/04632f29-84eb-46b4-bd30-ae9c8c8e97be HTTP/1.1" status: 204 len: 168 time: 0.5212393 Apr 22 16:19:39.454230 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 47134) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:39.571740 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9b1d6759-e57f-466e-b965-a20af22a20fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33148001'] for network, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:39.586220 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-9b1d6759-e57f-466e-b965-a20af22a20fa admin admin] Deleting port c960a123-b268-40c2-b8da-10565274961e {{(pid=86315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:19:39.586638 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9b1d6759-e57f-466e-b965-a20af22a20fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:39.759633 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3363dd-7c4a-41b1-81f0-a58d6b722cdf None None] DHCP port deletion for a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27 request from dv-cinder-784623-7-smb {{(pid=86317) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:19:39.764274 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-fc3363dd-7c4a-41b1-81f0-a58d6b722cdf None None] Deleting port c960a123-b268-40c2-b8da-10565274961e {{(pid=86317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:19:39.764776 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fc3363dd-7c4a-41b1-81f0-a58d6b722cdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:39.825023 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-9b1d6759-e57f-466e-b965-a20af22a20fa admin admin] For port c960a123-b268-40c2-b8da-10565274961e, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=c960a123-b268-40c2-b8da-10565274961e,segment=NetworkSegment(2ed6ffd4-c174-4aa8-9cad-3515c641e7ee),segment_id=2ed6ffd4-c174-4aa8-9cad-3515c641e7ee)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:19:39.825853 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9b1d6759-e57f-466e-b965-a20af22a20fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:39.865060 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device c960a123-b268-40c2-b8da-10565274961e no longer exists at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:19:39.969047 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-9b1d6759-e57f-466e-b965-a20af22a20fa admin admin] Calling delete_port for c960a123-b268-40c2-b8da-10565274961e owned by network:dhcp {{(pid=86315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:19:40.038547 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:19:40.049085 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9b1d6759-e57f-466e-b965-a20af22a20fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1046523'] for port, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:40.054233 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-7d56cef6-92cb-4aa4-80d1-b396c9d79227 tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:40.098200 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Port c960a123-b268-40c2-b8da-10565274961e update to DOWN by agent not found {{(pid=86317) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2112}} Apr 22 16:19:40.098745 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device a1dc23ae-7b16-4a62-b0cf-1b68009045a8 no longer exists at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:19:40.103324 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d6759-e57f-466e-b965-a20af22a20fa admin admin] Pushing event deleted for resources: {'Port': ['ID=c960a123-b268-40c2-b8da-10565274961e,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:40.106678 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9b1d6759-e57f-466e-b965-a20af22a20fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:40.107522 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1d6759-e57f-466e-b965-a20af22a20fa admin admin] No DVR routers for this DVR port c960a123-b268-40c2-b8da-10565274961e on host dv-cinder-784623-7-smb {{(pid=86315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:19:40.141454 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-fc3363dd-7c4a-41b1-81f0-a58d6b722cdf None None] For port c960a123-b268-40c2-b8da-10565274961e, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=c960a123-b268-40c2-b8da-10565274961e,segment=NetworkSegment(2ed6ffd4-c174-4aa8-9cad-3515c641e7ee),segment_id=2ed6ffd4-c174-4aa8-9cad-3515c641e7ee)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:19:40.141890 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fc3363dd-7c4a-41b1-81f0-a58d6b722cdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:40.163853 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] No Port match for: a1dc23ae-7b16-4a62-b0cf-1b68009045a8 {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:19:40.164320 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device a1dc23ae-7b16-4a62-b0cf-1b68009045a8 not bound to the agent host dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:19:40.236146 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9b1d6759-e57f-466e-b965-a20af22a20fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036821531528', 'neutron.services.segments.db._delete_segments_for_network-8794767365747'] for network, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:40.292499 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-fc3363dd-7c4a-41b1-81f0-a58d6b722cdf None None] Calling delete_port for c960a123-b268-40c2-b8da-10565274961e owned by network:dhcp {{(pid=86317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:19:40.330976 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.db.resource_extend [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 16:19:40.359177 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-9b1d6759-e57f-466e-b965-a20af22a20fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27']}} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:19:40.373161 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-9b1d6759-e57f-466e-b965-a20af22a20fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed6ffd4-c174-4aa8-9cad-3515c641e7ee') {'for_net_delete': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:19:40.373855 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-9b1d6759-e57f-466e-b965-a20af22a20fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed6ffd4-c174-4aa8-9cad-3515c641e7ee') {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:19:40.387027 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9b1d6759-e57f-466e-b965-a20af22a20fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242087248739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2435194'] for segment, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:40.410183 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9b1d6759-e57f-466e-b965-a20af22a20fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:40.417998 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b1d6759-e57f-466e-b965-a20af22a20fa admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=86315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:19:40.538582 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbae0d2-33e3-4fc5-9e74-3f2571288ea6 req-e5399be4-9959-4813-a00e-06b75891f654 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:40.548020 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4dbae0d2-33e3-4fc5-9e74-3f2571288ea6 req-e5399be4-9959-4813-a00e-06b75891f654 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 946 time: 0.1443198 Apr 22 16:19:40.616186 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4dbae0d2-33e3-4fc5-9e74-3f2571288ea6 req-6d420d3d-c832-4aea-9cc7-691fa5af9e35 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669999 Apr 22 16:19:40.642629 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-9b1d6759-e57f-466e-b965-a20af22a20fa admin admin] Network a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27 has no segments {{(pid=86315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:19:40.647756 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.db.api [None req-fc3363dd-7c4a-41b1-81f0-a58d6b722cdf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86317) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:19:40.648180 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_db.api [None req-fc3363dd-7c4a-41b1-81f0-a58d6b722cdf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:19:40.653875 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9b1d6759-e57f-466e-b965-a20af22a20fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33247036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853729396'] for segment, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:40.710774 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=470ffc3e-4a8c-47fa-bb0b-d7f462389d5c,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:19:40.732673 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Returning: {'device': '470ffc3e-4a8c-47fa-bb0b-d7f462389d5c', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'port_id': '470ffc3e-4a8c-47fa-bb0b-d7f462389d5c', 'mac_address': 'fa:16:3e:73:4d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93257d7e-85c0-4511-a149-8d2031392de0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:19:40.819681 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:40.845146 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c {{(pid=86317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:19:40.854376 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-9b1d6759-e57f-466e-b965-a20af22a20fa admin admin] Network a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27 has no segments {{(pid=86315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:19:40.869245 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=470ffc3e-4a8c-47fa-bb0b-d7f462389d5c,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:19:40.873919 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: Traceback (most recent call last): Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: timer() Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: cb(*args, **kw) Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: return func(*args, **kwargs) Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: self._notify() Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: self.callback(batched_events) Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: event.method(event) Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: segment_id)['aggregates'][0] Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: return f(self, *a, **k) Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: return self._get(url).json() Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: **kwargs) Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: return self.request(url, 'GET', **kwargs) Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: **endpoint_filter) Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:19:40.879243 dv-cinder-784623-7-smb neutron-server[86202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:19:40.886290 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:40.966477 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9b1d6759-e57f-466e-b965-a20af22a20fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691077'] for network, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:40.969019 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=470ffc3e-4a8c-47fa-bb0b-d7f462389d5c,revision_number=6']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:40.972532 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9b1d6759-e57f-466e-b965-a20af22a20fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:40.976470 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-4a754688-049e-457e-a6d1-f92a72a1dd5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:40.981648 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:19:40.982233 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:19:40.982811 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:19:40.983345 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:19:40.984002 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:19:40.984451 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:19:40.984774 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:19:40.985318 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:19:40.986080 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:19:40.986645 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:19:40.987065 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:19:40.987697 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:19:41.000094 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['470ffc3e-4a8c-47fa-bb0b-d7f462389d5c'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:19:41.012329 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d6759-e57f-466e-b965-a20af22a20fa admin admin] Pushing event deleted for resources: {'Network': ['ID=a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:41.015652 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9b1d6759-e57f-466e-b965-a20af22a20fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:41.017201 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-9b1d6759-e57f-466e-b965-a20af22a20fa admin admin] 10.222.0.21 "DELETE /v2.0/networks/a4ad1e8f-9f40-4e6b-ba9a-d03f3705ca27 HTTP/1.1" status: 204 len: 168 time: 1.5619221 Apr 22 16:19:41.042246 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:41.157131 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-fc3363dd-7c4a-41b1-81f0-a58d6b722cdf None None] Deleting port c960a123-b268-40c2-b8da-10565274961e {{(pid=86317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:19:41.157556 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fc3363dd-7c4a-41b1-81f0-a58d6b722cdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:41.246237 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-fc3363dd-7c4a-41b1-81f0-a58d6b722cdf None None] The port 'c960a123-b268-40c2-b8da-10565274961e' was deleted {{(pid=86317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:19:41.291238 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 47164) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:41.349598 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-7e502098-2946-41eb-be2a-ba7af4d374b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7aca53c5261c4484bf84056e3058fc5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548024 Apr 22 16:19:41.350106 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 47168) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:41.395427 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7cfc468b-1ab7-4bd9-bcb4-d6890e3d26f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:41.420409 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-623fa566-92c0-44c9-a5c1-dcb16740e23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:41.451103 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-623fa566-92c0-44c9-a5c1-dcb16740e23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:41.505060 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-623fa566-92c0-44c9-a5c1-dcb16740e23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:41.515842 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-72383784-1fb8-4c7d-b50f-e92db16db83d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:41.530087 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fa566-92c0-44c9-a5c1-dcb16740e23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:41.533455 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-623fa566-92c0-44c9-a5c1-dcb16740e23c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:41.534437 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-623fa566-92c0-44c9-a5c1-dcb16740e23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:41.538055 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-623fa566-92c0-44c9-a5c1-dcb16740e23c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/787b2ca8-5cbd-4ab5-b5d9-d0c4f2f78425 HTTP/1.1" status: 204 len: 168 time: 0.1844563 Apr 22 16:19:41.595326 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:41.824894 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:41.892449 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbc281-c8bc-4eaa-8e22-1668e9dd8c80 req-ba476430-6086-4e6e-b177-bcb1cb46adf8 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:41.894512 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-16cbc281-c8bc-4eaa-8e22-1668e9dd8c80 req-ba476430-6086-4e6e-b177-bcb1cb46adf8 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 945 time: 0.1307521 Apr 22 16:19:41.950369 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-16cbc281-c8bc-4eaa-8e22-1668e9dd8c80 req-0c8a3333-ad47-4606-95fb-214f2e9c4d57 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486684 Apr 22 16:19:42.041400 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c up at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:19:42.046746 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 47180) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:42.104081 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-210e87f7-b589-440f-976a-061c5dc5b103 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed6d0fc32e634ea59b112a4d6174080e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557911 Apr 22 16:19:42.106655 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 47184) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:42.134915 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning complete for port 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:19:42.135467 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:42.183421 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-19168a94-3002-4f2b-b394-f117927e6999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:42.219229 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-19168a94-3002-4f2b-b394-f117927e6999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:42.267477 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:42.278824 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-19168a94-3002-4f2b-b394-f117927e6999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:42.285613 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-2b979f41-b067-4696-9e25-3f800e3cbeec tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:42.302078 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19168a94-3002-4f2b-b394-f117927e6999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa26369c-fe10-47ac-8194-26ff1a1e3a1a,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:42.304122 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470ffc3e-4a8c-47fa-bb0b-d7f462389d5c'}] {{(pid=86317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:19:42.304680 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-19168a94-3002-4f2b-b394-f117927e6999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:42.306990 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-19168a94-3002-4f2b-b394-f117927e6999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:42.324406 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-19168a94-3002-4f2b-b394-f117927e6999 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa26369c-fe10-47ac-8194-26ff1a1e3a1a HTTP/1.1" status: 204 len: 168 time: 0.2165720 Apr 22 16:19:42.327582 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=470ffc3e-4a8c-47fa-bb0b-d7f462389d5c,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:19:42.333423 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:42.336148 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-abd5d592-261f-49ff-a8bc-cc15f3f5ce7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:42.387990 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470ffc3e-4a8c-47fa-bb0b-d7f462389d5c', 'code': 200} Apr 22 16:19:42.433729 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=470ffc3e-4a8c-47fa-bb0b-d7f462389d5c,revision_number=7']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:42.437293 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:43.133880 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:43.173279 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b74a2-77e5-4e14-bda0-94fcaa1f97e5 req-200c5f3e-32b2-4daf-b556-fa42e6fd8594 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:43.175277 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7b3b74a2-77e5-4e14-bda0-94fcaa1f97e5 req-200c5f3e-32b2-4daf-b556-fa42e6fd8594 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 946 time: 0.1031218 Apr 22 16:19:43.230532 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7b3b74a2-77e5-4e14-bda0-94fcaa1f97e5 req-3b108723-b164-440b-a7f6-16d770c689ac tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484273 Apr 22 16:19:44.459606 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18a69b-5677-4f1b-8ea8-c4e6bcfc3aff req-6c2fefa0-d4eb-47ce-91c9-0b0c2f8479f4 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:44.460205 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-9c18a69b-5677-4f1b-8ea8-c4e6bcfc3aff req-6c2fefa0-d4eb-47ce-91c9-0b0c2f8479f4 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 946 time: 0.1010294 Apr 22 16:19:44.524420 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-9c18a69b-5677-4f1b-8ea8-c4e6bcfc3aff req-da6ae5e9-0a27-4625-8e05-f3d9a00f7555 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577250 Apr 22 16:19:45.762379 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c689c4a-88ef-4f57-b8fe-06b1c9313f83 req-8dc61889-e7d8-41bc-b56a-0750252e3531 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:45.764244 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2c689c4a-88ef-4f57-b8fe-06b1c9313f83 req-8dc61889-e7d8-41bc-b56a-0750252e3531 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 946 time: 0.1128438 Apr 22 16:19:45.819327 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2c689c4a-88ef-4f57-b8fe-06b1c9313f83 req-f88d6431-b351-42a1-ba88-5870a7515940 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480204 Apr 22 16:19:47.042955 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220af19-b121-41b7-8223-eb578d249a22 req-80e69936-7d94-4b93-9a10-2bf4107d2124 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:47.044615 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7220af19-b121-41b7-8223-eb578d249a22 req-80e69936-7d94-4b93-9a10-2bf4107d2124 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 946 time: 0.0989316 Apr 22 16:19:47.098023 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7220af19-b121-41b7-8223-eb578d249a22 req-7145f6ab-5731-4a74-b0e7-04e3bc7f511f tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464141 Apr 22 16:19:48.323375 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2b8c8-2f74-40b6-8cfd-8f4354ffd3c4 req-f631d42f-3248-4393-9677-d5198e4eeffd tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:48.324966 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-23d2b8c8-2f74-40b6-8cfd-8f4354ffd3c4 req-f631d42f-3248-4393-9677-d5198e4eeffd tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 946 time: 0.0952849 Apr 22 16:19:48.379325 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-23d2b8c8-2f74-40b6-8cfd-8f4354ffd3c4 req-1ccc63c8-8972-4514-a875-a100bedc1bd2 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446186 Apr 22 16:19:49.596199 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8b841-882d-4ff9-aa5b-cc7a97e48196 req-b060a14f-2d9d-4184-b348-b18f0e33be1c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:49.597825 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-90b8b841-882d-4ff9-aa5b-cc7a97e48196 req-b060a14f-2d9d-4184-b348-b18f0e33be1c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 946 time: 0.0931213 Apr 22 16:19:49.648832 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-90b8b841-882d-4ff9-aa5b-cc7a97e48196 req-f0b6f1d7-8c86-42cf-bce8-6db72f45e930 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445695 Apr 22 16:19:50.466316 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a9482-5ccf-4998-b88a-b904117ce539 req-f740b6f7-b09e-4606-92ec-6a89dbb4c74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:50.467913 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-235a9482-5ccf-4998-b88a-b904117ce539 req-f740b6f7-b09e-4606-92ec-6a89dbb4c74a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8537b98a43742f2a3fcccbe15848877&device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 1099 time: 0.2390969 Apr 22 16:19:50.609532 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a9482-5ccf-4998-b88a-b904117ce539 req-77b8c0a6-09d2-43a5-80cf-0be8550e39d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:50.611213 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-235a9482-5ccf-4998-b88a-b904117ce539 req-77b8c0a6-09d2-43a5-80cf-0be8550e39d0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=10ba8417-bb39-40e4-9ac2-493bc0eef8f2 HTTP/1.1" status: 200 len: 918 time: 0.1369770 Apr 22 16:19:50.725213 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-235a9482-5ccf-4998-b88a-b904117ce539 req-2caaba4c-db36-4dc7-b57c-3494ebadf331 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=470ffc3e-4a8c-47fa-bb0b-d7f462389d5c HTTP/1.1" status: 200 len: 1002 time: 0.1058874 Apr 22 16:19:50.861317 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a9482-5ccf-4998-b88a-b904117ce539 req-1e981b8f-5fb8-4402-b248-16ec972b2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:50.862813 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-235a9482-5ccf-4998-b88a-b904117ce539 req-1e981b8f-5fb8-4402-b248-16ec972b2c15 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93257d7e-85c0-4511-a149-8d2031392de0 HTTP/1.1" status: 200 len: 856 time: 0.1263649 Apr 22 16:19:50.929283 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc02630-b870-4794-b686-5319fe8fedb1 req-e97bccf3-fabb-4290-85a5-895a8527c04d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:50.930883 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4cc02630-b870-4794-b686-5319fe8fedb1 req-e97bccf3-fabb-4290-85a5-895a8527c04d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 946 time: 0.1605718 Apr 22 16:19:50.995279 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a9482-5ccf-4998-b88a-b904117ce539 req-7fd404b5-ab1f-4562-8fa3-36025c6a1f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:50.997008 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-235a9482-5ccf-4998-b88a-b904117ce539 req-7fd404b5-ab1f-4562-8fa3-36025c6a1f28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=10ba8417-bb39-40e4-9ac2-493bc0eef8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1256933 Apr 22 16:19:51.000355 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4cc02630-b870-4794-b686-5319fe8fedb1 req-7a8cbf73-45b6-40a7-8cdf-1503bf4a0b3a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616288 Apr 22 16:19:51.141904 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-235a9482-5ccf-4998-b88a-b904117ce539 req-f38f8eba-4c2d-4650-af29-d231cac79662 service neutron] 10.222.0.43 "GET /v2.0/networks/10ba8417-bb39-40e4-9ac2-493bc0eef8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334746 Apr 22 16:19:51.284109 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-235a9482-5ccf-4998-b88a-b904117ce539 req-a1bff785-4b22-4acf-beeb-5243a700cb34 service neutron] 10.222.0.43 "GET /v2.0/networks/10ba8417-bb39-40e4-9ac2-493bc0eef8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346452 Apr 22 16:19:52.224964 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35137882-695f-487e-8254-8a1a0ef6cb29 req-e6cf4214-90b4-4e02-93ee-8e37acd88673 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:52.226521 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-35137882-695f-487e-8254-8a1a0ef6cb29 req-e6cf4214-90b4-4e02-93ee-8e37acd88673 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 946 time: 0.0924935 Apr 22 16:19:52.276904 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-35137882-695f-487e-8254-8a1a0ef6cb29 req-4432deb6-3ebf-4b36-8420-b71fe9ac1b68 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439963 Apr 22 16:19:53.487074 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9134df7-659a-48a0-8ab0-b6843ad4b4cc req-4b9a6e0a-b079-4685-ae52-71f8ca55c8cf tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:53.488663 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b9134df7-659a-48a0-8ab0-b6843ad4b4cc req-4b9a6e0a-b079-4685-ae52-71f8ca55c8cf tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 946 time: 0.0923278 Apr 22 16:19:53.536160 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b9134df7-659a-48a0-8ab0-b6843ad4b4cc req-9df129dc-a064-4dc9-9f78-6bed2d36d47e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410678 Apr 22 16:19:54.103564 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:19:54.225773 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:54.253945 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '470ffc3e-4a8c-47fa-bb0b-d7f462389d5c'}] {{(pid=86317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:19:54.264244 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=470ffc3e-4a8c-47fa-bb0b-d7f462389d5c,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:19:54.267752 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:19:54.269597 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:19:54.305902 dv-cinder-784623-7-smb neutron-server[86202]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '470ffc3e-4a8c-47fa-bb0b-d7f462389d5c', 'code': 422} returned with failed status Apr 22 16:19:54.341521 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=470ffc3e-4a8c-47fa-bb0b-d7f462389d5c,revision_number=8']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:19:54.344879 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:19:55.041515 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d74afff9-50e6-44b6-9a71-8c8d37272921 req-822037fd-5bad-4cbf-a36e-0b8463469627 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0777111 Apr 22 16:19:55.043514 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa8faf-ab7e-4ceb-9d73-5766a1c2298a req-b33237b0-0a65-4c62-a7f5-19853912d118 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:55.045203 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-71fa8faf-ab7e-4ceb-9d73-5766a1c2298a req-b33237b0-0a65-4c62-a7f5-19853912d118 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 944 time: 0.0891600 Apr 22 16:19:55.095744 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-71fa8faf-ab7e-4ceb-9d73-5766a1c2298a req-c43b29f0-7114-4b12-8634-9fb7fb89ccfb tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432365 Apr 22 16:19:55.798733 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74afff9-50e6-44b6-9a71-8c8d37272921 req-463f6474-358a-47f4-9fa2-68fe2198d87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:55.800288 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d74afff9-50e6-44b6-9a71-8c8d37272921 req-463f6474-358a-47f4-9fa2-68fe2198d87f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c&tenant_id=f8537b98a43742f2a3fcccbe15848877 HTTP/1.1" status: 200 len: 1097 time: 0.0798471 Apr 22 16:19:55.900423 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74afff9-50e6-44b6-9a71-8c8d37272921 req-c8787ce5-a5a2-4556-b48c-a400d2578241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:55.901878 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d74afff9-50e6-44b6-9a71-8c8d37272921 req-c8787ce5-a5a2-4556-b48c-a400d2578241 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8537b98a43742f2a3fcccbe15848877&device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 1097 time: 0.0768225 Apr 22 16:19:56.043194 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74afff9-50e6-44b6-9a71-8c8d37272921 req-88904600-837f-406c-84c9-453f344b810f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:56.044749 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d74afff9-50e6-44b6-9a71-8c8d37272921 req-88904600-837f-406c-84c9-453f344b810f service neutron] 10.222.0.43 "GET /v2.0/networks?id=10ba8417-bb39-40e4-9ac2-493bc0eef8f2 HTTP/1.1" status: 200 len: 918 time: 0.1344776 Apr 22 16:19:56.156020 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d74afff9-50e6-44b6-9a71-8c8d37272921 req-9044d380-f32c-4f46-bd86-2af4579eb1f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=470ffc3e-4a8c-47fa-bb0b-d7f462389d5c HTTP/1.1" status: 200 len: 1000 time: 0.1035903 Apr 22 16:19:56.263214 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74afff9-50e6-44b6-9a71-8c8d37272921 req-62d84013-c786-43b4-bb13-ebde400b2785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:56.264675 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d74afff9-50e6-44b6-9a71-8c8d37272921 req-62d84013-c786-43b4-bb13-ebde400b2785 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93257d7e-85c0-4511-a149-8d2031392de0 HTTP/1.1" status: 200 len: 856 time: 0.1018426 Apr 22 16:19:56.379701 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a694557-4d03-4dd8-8238-85a3366f028f req-a54a37c8-a1da-4f1f-aef6-12a3c78826b6 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:56.381282 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8a694557-4d03-4dd8-8238-85a3366f028f req-a54a37c8-a1da-4f1f-aef6-12a3c78826b6 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 944 time: 0.1587300 Apr 22 16:19:56.388001 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74afff9-50e6-44b6-9a71-8c8d37272921 req-5825e384-2fdd-41a8-88fa-c0fcce0d16b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:56.389468 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d74afff9-50e6-44b6-9a71-8c8d37272921 req-5825e384-2fdd-41a8-88fa-c0fcce0d16b5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=10ba8417-bb39-40e4-9ac2-493bc0eef8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1119657 Apr 22 16:19:56.518753 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8a694557-4d03-4dd8-8238-85a3366f028f req-d2103fa1-6f9e-4696-84c3-abcc402b86a9 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282470 Apr 22 16:19:56.566303 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d74afff9-50e6-44b6-9a71-8c8d37272921 req-cb0fcf54-253f-4dad-af29-77e053fd8862 service neutron] 10.222.0.43 "GET /v2.0/networks/10ba8417-bb39-40e4-9ac2-493bc0eef8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604798 Apr 22 16:19:56.709118 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d74afff9-50e6-44b6-9a71-8c8d37272921 req-7d56b0d8-9e6e-445d-81d5-2fd1ad44da4a service neutron] 10.222.0.43 "GET /v2.0/networks/10ba8417-bb39-40e4-9ac2-493bc0eef8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356616 Apr 22 16:19:57.772449 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a65935-ccb6-464e-bf73-811095c43e59 req-add3cb61-c6ba-4b0a-87b3-2b060e4014d7 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:57.784417 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-63a65935-ccb6-464e-bf73-811095c43e59 req-add3cb61-c6ba-4b0a-87b3-2b060e4014d7 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 944 time: 0.1399324 Apr 22 16:19:57.846161 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-63a65935-ccb6-464e-bf73-811095c43e59 req-5bddd52d-db5e-4e1c-b1e9-1a501e4d4a25 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602508 Apr 22 16:19:59.079138 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcd8f8-1c62-4d4e-86fe-435a18e095a4 req-b135d368-6444-48d5-bf9e-8ec60fa1d2cb tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:19:59.080730 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-54fcd8f8-1c62-4d4e-86fe-435a18e095a4 req-b135d368-6444-48d5-bf9e-8ec60fa1d2cb tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 944 time: 0.1026201 Apr 22 16:19:59.128882 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-54fcd8f8-1c62-4d4e-86fe-435a18e095a4 req-9a571e77-4a5c-4060-9bb7-a43baa3c4d8e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416996 Apr 22 16:20:00.349641 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25964f02-0187-474b-9512-49349968e143 req-a62ac357-1fc4-472a-b3e6-d729b87937fc tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:20:00.351281 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-25964f02-0187-474b-9512-49349968e143 req-a62ac357-1fc4-472a-b3e6-d729b87937fc tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 944 time: 0.0942776 Apr 22 16:20:00.399677 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-25964f02-0187-474b-9512-49349968e143 req-7f0cc8c0-fca8-426e-bc97-fc99ebbc2488 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420148 Apr 22 16:20:01.616488 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2dc73-f9be-42f3-90b7-837504733870 req-cc86f4ab-6329-426a-b522-727f31116489 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:20:01.618178 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-53a2dc73-f9be-42f3-90b7-837504733870 req-cc86f4ab-6329-426a-b522-727f31116489 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 944 time: 0.0986872 Apr 22 16:20:01.666732 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-53a2dc73-f9be-42f3-90b7-837504733870 req-60ddfd27-cabc-446d-9652-9df6918a7af3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422115 Apr 22 16:20:02.900371 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f8002-4b80-4797-97d3-2ccf4e2d0cad req-bd7ad55a-697a-49b5-99c1-431b9e669cf5 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:20:02.901934 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1d4f8002-4b80-4797-97d3-2ccf4e2d0cad req-bd7ad55a-697a-49b5-99c1-431b9e669cf5 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 944 time: 0.0875611 Apr 22 16:20:02.952747 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1d4f8002-4b80-4797-97d3-2ccf4e2d0cad req-65b635fd-1cf4-4e5d-beba-0ae01a8188f6 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437660 Apr 22 16:20:04.171194 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af756612-ee63-4256-ba37-570e00227975 req-280283e9-abf1-4d93-9982-e08567b8890e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:20:04.172781 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-af756612-ee63-4256-ba37-570e00227975 req-280283e9-abf1-4d93-9982-e08567b8890e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 944 time: 0.0957866 Apr 22 16:20:04.221997 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-af756612-ee63-4256-ba37-570e00227975 req-159a8f7d-9108-42af-853a-fd0dff18f170 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425823 Apr 22 16:20:05.440596 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a16e2-b508-412f-9ffc-7e95fce6e049 req-59a08538-9ec4-44d7-86e9-0af27284a9ac tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:20:05.442227 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-366a16e2-b508-412f-9ffc-7e95fce6e049 req-59a08538-9ec4-44d7-86e9-0af27284a9ac tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 944 time: 0.0977561 Apr 22 16:20:05.491210 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-366a16e2-b508-412f-9ffc-7e95fce6e049 req-cc84b361-af5e-48ba-bb0d-d8a0487c9d0f tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425050 Apr 22 16:20:06.706175 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2ee8c-fda5-4064-9a8f-7e3a641d0e41 req-dd6d43f9-ae06-4402-a631-872e79b15853 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:20:06.707792 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0bf2ee8c-fda5-4064-9a8f-7e3a641d0e41 req-dd6d43f9-ae06-4402-a631-872e79b15853 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 944 time: 0.0956156 Apr 22 16:20:06.758204 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0bf2ee8c-fda5-4064-9a8f-7e3a641d0e41 req-423df482-81cb-40b6-88f5-bf585080dd4f tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434594 Apr 22 16:20:07.963396 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:07.992059 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303e97e-d5fd-4afd-b0d0-f37a5604ca40 req-48dee214-8216-4647-b731-47d98e7b1601 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:20:07.993820 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e303e97e-d5fd-4afd-b0d0-f37a5604ca40 req-48dee214-8216-4647-b731-47d98e7b1601 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 944 time: 0.1088998 Apr 22 16:20:08.045601 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e303e97e-d5fd-4afd-b0d0-f37a5604ca40 req-7801985c-9fc9-446b-8589-c01b86cce00c tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432591 Apr 22 16:20:08.443506 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3cb242d3-a3c8-4eba-b16a-e17bf206106b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:09.251341 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedd289-826f-4deb-81af-ef4408450ce4 req-8cce50c1-1cec-48fd-972b-289a8e956885 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:20:09.252891 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6cedd289-826f-4deb-81af-ef4408450ce4 req-8cce50c1-1cec-48fd-972b-289a8e956885 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 944 time: 0.0861106 Apr 22 16:20:09.302640 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6cedd289-826f-4deb-81af-ef4408450ce4 req-277c69c2-5c56-4570-babc-a6e4b5a00648 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426021 Apr 22 16:20:10.395784 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:20:10.733904 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3730ccd-8c99-45ce-b9dc-26bae14721bb req-367706cc-2093-47a0-9f7c-a348323c3b5a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:20:10.735509 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b3730ccd-8c99-45ce-b9dc-26bae14721bb req-367706cc-2093-47a0-9f7c-a348323c3b5a tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 944 time: 0.3135347 Apr 22 16:20:10.782776 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b3730ccd-8c99-45ce-b9dc-26bae14721bb req-af56f57f-acc2-4d11-965a-07fde9afcfd6 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407057 Apr 22 16:20:11.389282 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0cbefd79-008b-4b58-b643-58b52dbd0c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:11.596469 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:11.813266 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:12.001448 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf0be1-535c-4057-b7ff-e7770d9f3e77 req-70a337b0-cfb9-4aeb-8409-a033e6f1db80 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:20:12.003064 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-edaf0be1-535c-4057-b7ff-e7770d9f3e77 req-70a337b0-cfb9-4aeb-8409-a033e6f1db80 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 944 time: 0.0929675 Apr 22 16:20:12.051649 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-edaf0be1-535c-4057-b7ff-e7770d9f3e77 req-5f808f14-cfa9-4a70-b23c-cf72fb4f94c7 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421329 Apr 22 16:20:12.194802 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:20:12.335501 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=470ffc3e-4a8c-47fa-bb0b-d7f462389d5c,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:20:12.350267 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Returning: {'device': '470ffc3e-4a8c-47fa-bb0b-d7f462389d5c', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'port_id': '470ffc3e-4a8c-47fa-bb0b-d7f462389d5c', 'mac_address': 'fa:16:3e:73:4d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93257d7e-85c0-4511-a149-8d2031392de0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:20:12.414313 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:12.432820 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c {{(pid=86317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:20:12.448944 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=470ffc3e-4a8c-47fa-bb0b-d7f462389d5c,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:20:12.451708 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:12.453515 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:20:12.522126 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=470ffc3e-4a8c-47fa-bb0b-d7f462389d5c,revision_number=9']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:20:12.525337 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:20:12.663687 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['470ffc3e-4a8c-47fa-bb0b-d7f462389d5c'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:20:13.134130 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:13.258249 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be52d4-1b3f-443b-9e0b-4d3c79424c3b req-83e19bdf-1f66-4ca8-adb2-e4daa56129d8 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:20:13.259806 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d7be52d4-1b3f-443b-9e0b-4d3c79424c3b req-83e19bdf-1f66-4ca8-adb2-e4daa56129d8 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 945 time: 0.0888901 Apr 22 16:20:13.306729 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d7be52d4-1b3f-443b-9e0b-4d3c79424c3b req-3ea3b3e7-ca3b-401f-a9b2-d5781b1b3cfa tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405152 Apr 22 16:20:14.207638 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c up at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:20:14.280738 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning complete for port 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:20:14.281155 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:14.408225 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:14.440373 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470ffc3e-4a8c-47fa-bb0b-d7f462389d5c'}] {{(pid=86317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:20:14.451502 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=470ffc3e-4a8c-47fa-bb0b-d7f462389d5c,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:20:14.455695 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:14.457730 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d98ff835-4347-4e65-a1e1-a65566168ee0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:20:14.518774 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd30a3-ec62-4b19-9826-c66e64fb1ea9 req-26043086-cc29-4028-b92b-484c6e654d51 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:20:14.520403 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2ecd30a3-ec62-4b19-9826-c66e64fb1ea9 req-26043086-cc29-4028-b92b-484c6e654d51 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 947 time: 0.0946538 Apr 22 16:20:14.541374 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=470ffc3e-4a8c-47fa-bb0b-d7f462389d5c,revision_number=10']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:20:14.544717 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:20:14.582415 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2ecd30a3-ec62-4b19-9826-c66e64fb1ea9 req-ba386768-4d6f-462a-9c78-9a77a8c8830e tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542436 Apr 22 16:20:14.655069 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470ffc3e-4a8c-47fa-bb0b-d7f462389d5c', 'code': 200} Apr 22 16:20:14.904707 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f417cd3-58ec-429d-9c4d-795de299e443 req-6176bbfe-6a1d-4b4b-aed5-8ca76c3edc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:20:14.906269 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-9f417cd3-58ec-429d-9c4d-795de299e443 req-6176bbfe-6a1d-4b4b-aed5-8ca76c3edc55 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 1100 time: 0.0779548 Apr 22 16:20:14.948721 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-9f417cd3-58ec-429d-9c4d-795de299e443 req-93ec7068-7bee-480a-8ea2-17d90a89df80 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361533 Apr 22 16:20:15.816931 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612710a-74e7-4202-9e0d-46289772c597 req-4c5954ad-cc4b-4285-8163-d345ed1e91cf tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:20:15.819446 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0612710a-74e7-4202-9e0d-46289772c597 req-4c5954ad-cc4b-4285-8163-d345ed1e91cf tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 947 time: 0.0894485 Apr 22 16:20:15.874334 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0612710a-74e7-4202-9e0d-46289772c597 req-260cdec7-e7e5-4100-bc92-d9884220f2f4 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474544 Apr 22 16:20:17.085472 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ce309-52eb-4a87-aa8f-c0e3c3bd358b req-b8ab448b-3e50-48bb-9ff8-403d7ce998f0 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:20:17.087042 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-937ce309-52eb-4a87-aa8f-c0e3c3bd358b req-b8ab448b-3e50-48bb-9ff8-403d7ce998f0 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 947 time: 0.0890706 Apr 22 16:20:17.134175 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-937ce309-52eb-4a87-aa8f-c0e3c3bd358b req-f62c2d40-43c7-47d7-a296-b123ba804bf5 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407472 Apr 22 16:20:37.959205 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:38.185212 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-21ad7da4-162e-45ed-bf10-0e69ed770b4d req-dbdf28db-6af0-4704-b9d8-449364bffcd9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800900 Apr 22 16:20:38.286221 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad7da4-162e-45ed-bf10-0e69ed770b4d req-38f2b868-1e17-4c33-83af-2e905a5b11f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:20:38.287841 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-21ad7da4-162e-45ed-bf10-0e69ed770b4d req-38f2b868-1e17-4c33-83af-2e905a5b11f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a6b4d93aa2ff408c838edd1afc9b4a97&device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 1098 time: 0.0765972 Apr 22 16:20:38.444759 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad7da4-162e-45ed-bf10-0e69ed770b4d req-6baa3a2c-a1e4-4edd-a21c-75c478c10c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:20:38.445185 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2c4d7297-cded-408a-8a71-777ff18c01b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:38.446328 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-21ad7da4-162e-45ed-bf10-0e69ed770b4d req-6baa3a2c-a1e4-4edd-a21c-75c478c10c54 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a8662695-9f3a-453f-9be3-607a5313f59f HTTP/1.1" status: 200 len: 910 time: 0.1382296 Apr 22 16:20:38.559310 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-21ad7da4-162e-45ed-bf10-0e69ed770b4d req-c7b3ecb2-5cea-40aa-aaaf-84e2be973833 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 HTTP/1.1" status: 200 len: 1001 time: 0.1035058 Apr 22 16:20:38.628841 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad7da4-162e-45ed-bf10-0e69ed770b4d req-2ac9b0e9-c310-4139-a03b-c36c68945187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:20:38.630420 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-21ad7da4-162e-45ed-bf10-0e69ed770b4d req-2ac9b0e9-c310-4139-a03b-c36c68945187 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d815908-385f-4645-b12f-6a6103a7b087 HTTP/1.1" status: 200 len: 848 time: 0.0633698 Apr 22 16:20:38.717407 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad7da4-162e-45ed-bf10-0e69ed770b4d req-d684b6dc-7c46-4146-a644-fe410fa9dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:20:38.719016 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-21ad7da4-162e-45ed-bf10-0e69ed770b4d req-d684b6dc-7c46-4146-a644-fe410fa9dd9b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a8662695-9f3a-453f-9be3-607a5313f59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810246 Apr 22 16:20:38.863010 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-21ad7da4-162e-45ed-bf10-0e69ed770b4d req-e615ebea-3a85-43ba-bce0-1ffdf9d6cdd5 service neutron] 10.222.0.43 "GET /v2.0/networks/a8662695-9f3a-453f-9be3-607a5313f59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358621 Apr 22 16:20:39.004517 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-21ad7da4-162e-45ed-bf10-0e69ed770b4d req-dcff117d-2089-4a9e-a220-1c68b93d3404 service neutron] 10.222.0.43 "GET /v2.0/networks/a8662695-9f3a-453f-9be3-607a5313f59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339009 Apr 22 16:20:41.391020 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-276579ba-04e5-4ae9-a1d6-fe5bde8bcc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:41.598906 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:41.806243 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:43.137003 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:46.243057 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91e6c0-bd12-4dad-84c9-ce6f8f0a6f08 req-ac856a13-678d-4942-b4cc-95c4caf064be tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:20:46.244713 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7b91e6c0-bd12-4dad-84c9-ce6f8f0a6f08 req-ac856a13-678d-4942-b4cc-95c4caf064be tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 947 time: 0.0880377 Apr 22 16:20:46.290821 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7b91e6c0-bd12-4dad-84c9-ce6f8f0a6f08 req-ed670d01-6004-4c19-ad35-33df02aac792 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398345 Apr 22 16:20:47.395568 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:20:47.566610 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39a006-7291-4da9-98bb-23c6f7cf2265 req-5572edf4-6dfa-452e-9077-758ced30ae52 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:20:47.568072 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cf39a006-7291-4da9-98bb-23c6f7cf2265 req-5572edf4-6dfa-452e-9077-758ced30ae52 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 947 time: 0.1561964 Apr 22 16:20:47.576238 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201c270-86d1-42b0-a5ae-56b564e36fc0 req-c3b12b92-b86a-472b-9086-3c65744af8f1 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:20:47.577644 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6201c270-86d1-42b0-a5ae-56b564e36fc0 req-c3b12b92-b86a-472b-9086-3c65744af8f1 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.43 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 947 time: 0.1218240 Apr 22 16:20:47.675347 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cf39a006-7291-4da9-98bb-23c6f7cf2265 req-5102db69-53e8-400a-b330-b846560bd105 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups?id=74a71f61-a55a-4490-9d9f-28ff1430d40c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966904 Apr 22 16:20:47.686812 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-6201c270-86d1-42b0-a5ae-56b564e36fc0 req-0345fa72-8bbf-445c-a286-06606c31c29d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Deleting port 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:20:47.687196 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-6201c270-86d1-42b0-a5ae-56b564e36fc0 req-0345fa72-8bbf-445c-a286-06606c31c29d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:47.945228 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-6201c270-86d1-42b0-a5ae-56b564e36fc0 req-0345fa72-8bbf-445c-a286-06606c31c29d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] For port 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=470ffc3e-4a8c-47fa-bb0b-d7f462389d5c,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:20:47.945620 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-6201c270-86d1-42b0-a5ae-56b564e36fc0 req-0345fa72-8bbf-445c-a286-06606c31c29d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:48.249982 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-6201c270-86d1-42b0-a5ae-56b564e36fc0 req-0345fa72-8bbf-445c-a286-06606c31c29d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:48.250399 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-6201c270-86d1-42b0-a5ae-56b564e36fc0 req-0345fa72-8bbf-445c-a286-06606c31c29d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691126'] for floatingip, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:48.250805 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.l3_db [req-6201c270-86d1-42b0-a5ae-56b564e36fc0 req-0345fa72-8bbf-445c-a286-06606c31c29d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Floating IP dd828efb-fb77-47d5-be42-c1d99bb1c2fb disassociated. External IP: 172.28.3.156, port: 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c. Apr 22 16:20:48.251183 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-6201c270-86d1-42b0-a5ae-56b564e36fc0 req-0345fa72-8bbf-445c-a286-06606c31c29d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Calling delete_port for 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c owned by compute:nova {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:20:48.395757 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-6201c270-86d1-42b0-a5ae-56b564e36fc0 req-0345fa72-8bbf-445c-a286-06606c31c29d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:48.403073 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-24851748-af10-4678-a442-30a221b0378f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:20:48.454629 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345fa72-8bbf-445c-a286-06606c31c29d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Pushing event deleted for resources: {'Port': ['ID=470ffc3e-4a8c-47fa-bb0b-d7f462389d5c,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:20:48.522044 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345fa72-8bbf-445c-a286-06606c31c29d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:48.522463 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345fa72-8bbf-445c-a286-06606c31c29d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:48.522898 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345fa72-8bbf-445c-a286-06606c31c29d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:48.523304 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345fa72-8bbf-445c-a286-06606c31c29d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:48.523703 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345fa72-8bbf-445c-a286-06606c31c29d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:48.524101 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345fa72-8bbf-445c-a286-06606c31c29d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:48.524498 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345fa72-8bbf-445c-a286-06606c31c29d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:48.524890 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345fa72-8bbf-445c-a286-06606c31c29d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:48.525280 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345fa72-8bbf-445c-a286-06606c31c29d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:48.526245 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345fa72-8bbf-445c-a286-06606c31c29d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:48.526753 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345fa72-8bbf-445c-a286-06606c31c29d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:48.527157 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0345fa72-8bbf-445c-a286-06606c31c29d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:20:48.530673 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-0345fa72-8bbf-445c-a286-06606c31c29d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:20:48.658591 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6201c270-86d1-42b0-a5ae-56b564e36fc0 req-0345fa72-8bbf-445c-a286-06606c31c29d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Router f445d462-20f4-4e61-80b6-32f3806720d9 has already been hosted by L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 {{(pid=86316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:20:49.092234 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-de9ece22-16ab-4ef7-ab0c-d05ca78eec16 req-41f2da97-b6c5-4ab4-9c16-da5bb1a74148 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/ports?device_id=a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c HTTP/1.1" status: 200 len: 210 time: 0.2865481 Apr 22 16:20:49.138463 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6201c270-86d1-42b0-a5ae-56b564e36fc0 req-0345fa72-8bbf-445c-a286-06606c31c29d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:20:49.149425 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba053965-492e-428c-87a9-2077b3878ff9 None None] Sync routers for ids ['f445d462-20f4-4e61-80b6-32f3806720d9'] in dv-cinder-784623-7-smb {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:20:49.160414 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba053965-492e-428c-87a9-2077b3878ff9 None None] Routers {'f445d462-20f4-4e61-80b6-32f3806720d9'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:20:49.161431 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-ba053965-492e-428c-87a9-2077b3878ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:20:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['f445d462-20f4-4e61-80b6-32f3806720d9'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:20:49.216357 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-6201c270-86d1-42b0-a5ae-56b564e36fc0 req-0345fa72-8bbf-445c-a286-06606c31c29d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] No DVR routers for this DVR port 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c on host hv-cinder-78462 {{(pid=86316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:20:49.218950 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-6201c270-86d1-42b0-a5ae-56b564e36fc0 req-0345fa72-8bbf-445c-a286-06606c31c29d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:49.225781 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c', 'name': 'network-vif-deleted', 'tag': '470ffc3e-4a8c-47fa-bb0b-d7f462389d5c'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:20:49.244159 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6201c270-86d1-42b0-a5ae-56b564e36fc0 req-0345fa72-8bbf-445c-a286-06606c31c29d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.43 "DELETE /v2.0/ports/470ffc3e-4a8c-47fa-bb0b-d7f462389d5c HTTP/1.1" status: 204 len: 173 time: 1.6513267 Apr 22 16:20:49.354209 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29c7b4b-bff4-4808-8b3c-0aeb7a8c8a3c', 'name': 'network-vif-deleted', 'tag': '470ffc3e-4a8c-47fa-bb0b-d7f462389d5c', 'status': 'completed', 'code': 200} Apr 22 16:20:49.404741 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-ba053965-492e-428c-87a9-2077b3878ff9 None None] Set router f445d462-20f4-4e61-80b6-32f3806720d9 gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:20:49.741183 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-ba053965-492e-428c-87a9-2077b3878ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'name': 'tempest-AttachVolumeShelveTestJSON-2143313239-router', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:24Z', 'updated_at': '2021-04-22T16:14:33Z', 'revision_number': 4, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'gw_port': {'id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:26Z', 'updated_at': '2021-04-22T16:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': '1bbcf06b-6d2c-4294-bd38-5d0208eeeebb', 'name': '', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'mac_address': 'fa:16:3e:8f:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93257d7e-85c0-4511-a149-8d2031392de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:32Z', 'updated_at': '2021-04-22T16:14:47Z', 'revision_number': 5, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'subnets': [{'id': '93257d7e-85c0-4511-a149-8d2031392de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:20:49.745907 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba053965-492e-428c-87a9-2077b3878ff9 None None] Checking router: f445d462-20f4-4e61-80b6-32f3806720d9 for host: dv-cinder-784623-7-smb {{(pid=86317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:20:49.755860 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba053965-492e-428c-87a9-2077b3878ff9 None None] Routers {'f445d462-20f4-4e61-80b6-32f3806720d9'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:20:49.756535 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-ba053965-492e-428c-87a9-2077b3878ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:20:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['f445d462-20f4-4e61-80b6-32f3806720d9'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:20:49.948226 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-ba053965-492e-428c-87a9-2077b3878ff9 None None] Set router f445d462-20f4-4e61-80b6-32f3806720d9 gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:20:50.239019 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 47416) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:20:50.312162 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-92b5219e-35a1-4297-9f88-e3eebacda21d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:50.343209 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-92b5219e-35a1-4297-9f88-e3eebacda21d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:50.389972 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-92b5219e-35a1-4297-9f88-e3eebacda21d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:50.395296 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-610496cb-1c14-448b-a345-93198a15e582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:20:50.411379 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5219e-35a1-4297-9f88-e3eebacda21d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a71f61-a55a-4490-9d9f-28ff1430d40c,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:20:50.415976 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-92b5219e-35a1-4297-9f88-e3eebacda21d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:20:50.417084 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:20:50.420520 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-92b5219e-35a1-4297-9f88-e3eebacda21d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:50.424328 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-92b5219e-35a1-4297-9f88-e3eebacda21d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "DELETE /v2.0/security-groups/74a71f61-a55a-4490-9d9f-28ff1430d40c HTTP/1.1" status: 204 len: 168 time: 0.1816187 Apr 22 16:20:50.424577 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 47420) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:20:50.442001 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.v2.resource [None req-02b767b7-a363-41c4-998f-d69655fa45c8 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] show failed (client error): The resource could not be found. Apr 22 16:20:50.443078 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-02b767b7-a363-41c4-998f-d69655fa45c8 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "GET /v2.0/security-groups/74a71f61-a55a-4490-9d9f-28ff1430d40c HTTP/1.1" status: 404 len: 347 time: 0.0175385 Apr 22 16:20:50.445928 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 47424) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:20:50.468873 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] No Port match for: 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:20:50.469084 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 470ffc3e-4a8c-47fa-bb0b-d7f462389d5c not bound to the agent host hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:20:50.502604 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-ba053965-492e-428c-87a9-2077b3878ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'name': 'tempest-AttachVolumeShelveTestJSON-2143313239-router', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:24Z', 'updated_at': '2021-04-22T16:14:33Z', 'revision_number': 4, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'gw_port': {'id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:26Z', 'updated_at': '2021-04-22T16:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': '1bbcf06b-6d2c-4294-bd38-5d0208eeeebb', 'name': '', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'mac_address': 'fa:16:3e:8f:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93257d7e-85c0-4511-a149-8d2031392de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:32Z', 'updated_at': '2021-04-22T16:14:47Z', 'revision_number': 5, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'subnets': [{'id': '93257d7e-85c0-4511-a149-8d2031392de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:20:50.506882 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba053965-492e-428c-87a9-2077b3878ff9 None None] The sync data for ids ['f445d462-20f4-4e61-80b6-32f3806720d9'] in dv-cinder-784623-7-smb is: [{'id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'name': 'tempest-AttachVolumeShelveTestJSON-2143313239-router', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:24Z', 'updated_at': '2021-04-22T16:14:33Z', 'revision_number': 4, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'gw_port': {'id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:26Z', 'updated_at': '2021-04-22T16:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': '1bbcf06b-6d2c-4294-bd38-5d0208eeeebb', 'name': '', 'network_id': '10ba8417-bb39-40e4-9ac2-493bc0eef8f2', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'mac_address': 'fa:16:3e:8f:d8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93257d7e-85c0-4511-a149-8d2031392de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:32Z', 'updated_at': '2021-04-22T16:14:47Z', 'revision_number': 5, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'subnets': [{'id': '93257d7e-85c0-4511-a149-8d2031392de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:20:50.617133 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-bf155f36-ba74-4a49-aecd-24994bdc07d4 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Deleting port f501e70e-6912-4398-a38e-78108844cbc2 {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:20:50.617548 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bf155f36-ba74-4a49-aecd-24994bdc07d4 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:50.801050 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bf155f36-ba74-4a49-aecd-24994bdc07d4 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:50.801429 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bf155f36-ba74-4a49-aecd-24994bdc07d4 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:50.881533 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feac1f0-df1f-4a23-ad55-100120a8effa None None] New status for floating IP dd828efb-fb77-47d5-be42-c1d99bb1c2fb: DOWN {{(pid=86318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:20:50.939194 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-bf155f36-ba74-4a49-aecd-24994bdc07d4 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Calling delete_port for f501e70e-6912-4398-a38e-78108844cbc2 owned by network:floatingip {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:20:51.081651 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.db.api [None req-7feac1f0-df1f-4a23-ad55-100120a8effa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86318) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:20:51.081926 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bf155f36-ba74-4a49-aecd-24994bdc07d4 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:51.082073 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_db.api [None req-7feac1f0-df1f-4a23-ad55-100120a8effa None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:20:51.086402 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-70e125ab-3159-47dc-bb0f-4c9b0a75aac9 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:20:51.135686 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf155f36-ba74-4a49-aecd-24994bdc07d4 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Pushing event deleted for resources: {'Port': ['ID=f501e70e-6912-4398-a38e-78108844cbc2,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:20:51.139026 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-bf155f36-ba74-4a49-aecd-24994bdc07d4 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:20:51.230026 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bf155f36-ba74-4a49-aecd-24994bdc07d4 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks [] for floatingip, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:51.245648 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bf155f36-ba74-4a49-aecd-24994bdc07d4 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:51.246893 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-bf155f36-ba74-4a49-aecd-24994bdc07d4 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] 10.222.0.21 "DELETE /v2.0/floatingips/dd828efb-fb77-47d5-be42-c1d99bb1c2fb HTTP/1.1" status: 204 len: 168 time: 0.7999966 Apr 22 16:20:51.583172 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feac1f0-df1f-4a23-ad55-100120a8effa None None] New status for floating IP dd828efb-fb77-47d5-be42-c1d99bb1c2fb: DOWN {{(pid=86318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:20:54.061255 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 47448) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:20:54.734928 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7751cd26-5e54-401a-99d5-4fbd1f1c18cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084963'] for router_interface, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:55.096713 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-7751cd26-5e54-401a-99d5-4fbd1f1c18cd admin admin] Deleting port 1bbcf06b-6d2c-4294-bd38-5d0208eeeebb {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:20:55.097301 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7751cd26-5e54-401a-99d5-4fbd1f1c18cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:55.278187 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-7751cd26-5e54-401a-99d5-4fbd1f1c18cd admin admin] For port 1bbcf06b-6d2c-4294-bd38-5d0208eeeebb, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=1bbcf06b-6d2c-4294-bd38-5d0208eeeebb,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:20:55.278622 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7751cd26-5e54-401a-99d5-4fbd1f1c18cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:55.406363 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-7751cd26-5e54-401a-99d5-4fbd1f1c18cd admin admin] Calling delete_port for 1bbcf06b-6d2c-4294-bd38-5d0208eeeebb owned by network:router_interface {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:20:55.581384 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7751cd26-5e54-401a-99d5-4fbd1f1c18cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:55.585902 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ebec9cdf-2142-478e-b146-a1384951721a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:20:55.631403 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751cd26-5e54-401a-99d5-4fbd1f1c18cd admin admin] Pushing event deleted for resources: {'Port': ['ID=1bbcf06b-6d2c-4294-bd38-5d0208eeeebb,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:20:55.666834 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-7751cd26-5e54-401a-99d5-4fbd1f1c18cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:20:55.912979 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7751cd26-5e54-401a-99d5-4fbd1f1c18cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854084893'] for router_interface, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:56.523232 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7751cd26-5e54-401a-99d5-4fbd1f1c18cd admin admin] Router f445d462-20f4-4e61-80b6-32f3806720d9 has already been hosted by L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 {{(pid=86316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:20:56.712700 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7751cd26-5e54-401a-99d5-4fbd1f1c18cd admin admin] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:20:56.721402 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db18fda0-4bf3-4dcc-abcc-6f6e95681787 None None] Sync routers for ids ['f445d462-20f4-4e61-80b6-32f3806720d9'] in dv-cinder-784623-7-smb {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:20:56.725455 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-7751cd26-5e54-401a-99d5-4fbd1f1c18cd admin admin] 10.222.0.21 "PUT /v2.0/routers/f445d462-20f4-4e61-80b6-32f3806720d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6630421 Apr 22 16:20:56.728067 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 47454) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:20:56.733347 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db18fda0-4bf3-4dcc-abcc-6f6e95681787 None None] Routers {'f445d462-20f4-4e61-80b6-32f3806720d9'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:20:56.734011 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-db18fda0-4bf3-4dcc-abcc-6f6e95681787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:20:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['f445d462-20f4-4e61-80b6-32f3806720d9'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:20:56.913659 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e86c0cc1-49d4-422b-bc66-f1cb8226d3f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:56.922443 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-db18fda0-4bf3-4dcc-abcc-6f6e95681787 None None] Set router f445d462-20f4-4e61-80b6-32f3806720d9 gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:20:57.106815 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e86c0cc1-49d4-422b-bc66-f1cb8226d3f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:57.115274 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-e86c0cc1-49d4-422b-bc66-f1cb8226d3f7 admin admin] Deleting port 85f1a004-2b54-47ff-b0b5-93e6872935fd {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:20:57.115647 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e86c0cc1-49d4-422b-bc66-f1cb8226d3f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:57.226584 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-db18fda0-4bf3-4dcc-abcc-6f6e95681787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'name': 'tempest-AttachVolumeShelveTestJSON-2143313239-router', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:24Z', 'updated_at': '2021-04-22T16:20:55Z', 'revision_number': 5, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'gw_port': {'id': '85f1a004-2b54-47ff-b0b5-93e6872935fd', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:14:26Z', 'updated_at': '2021-04-22T16:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb'}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:20:57.231319 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db18fda0-4bf3-4dcc-abcc-6f6e95681787 None None] Checking router: f445d462-20f4-4e61-80b6-32f3806720d9 for host: dv-cinder-784623-7-smb {{(pid=86317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:20:57.240311 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db18fda0-4bf3-4dcc-abcc-6f6e95681787 None None] Routers {'f445d462-20f4-4e61-80b6-32f3806720d9'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:20:57.240962 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-db18fda0-4bf3-4dcc-abcc-6f6e95681787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:20:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['f445d462-20f4-4e61-80b6-32f3806720d9'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:20:57.299190 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-e86c0cc1-49d4-422b-bc66-f1cb8226d3f7 admin admin] For port 85f1a004-2b54-47ff-b0b5-93e6872935fd, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=85f1a004-2b54-47ff-b0b5-93e6872935fd,segment=NetworkSegment(0a545a0b-864e-4a70-9faa-625966eb1a15),segment_id=0a545a0b-864e-4a70-9faa-625966eb1a15)] {{(pid=86316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:20:57.299589 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e86c0cc1-49d4-422b-bc66-f1cb8226d3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:57.403990 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-db18fda0-4bf3-4dcc-abcc-6f6e95681787 None None] Set router f445d462-20f4-4e61-80b6-32f3806720d9 gateway port host: None {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:20:57.434847 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-e86c0cc1-49d4-422b-bc66-f1cb8226d3f7 admin admin] Calling delete_port for 85f1a004-2b54-47ff-b0b5-93e6872935fd owned by network:router_gateway {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:20:57.518902 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-db18fda0-4bf3-4dcc-abcc-6f6e95681787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'name': 'tempest-AttachVolumeShelveTestJSON-2143313239-router', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:24Z', 'updated_at': '2021-04-22T16:20:57Z', 'revision_number': 6, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'gw_port_host': None}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:20:57.523062 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db18fda0-4bf3-4dcc-abcc-6f6e95681787 None None] The sync data for ids ['f445d462-20f4-4e61-80b6-32f3806720d9'] in dv-cinder-784623-7-smb is: [{'id': 'f445d462-20f4-4e61-80b6-32f3806720d9', 'name': 'tempest-AttachVolumeShelveTestJSON-2143313239-router', 'tenant_id': 'f8537b98a43742f2a3fcccbe15848877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:14:24Z', 'updated_at': '2021-04-22T16:20:57Z', 'revision_number': 6, 'project_id': 'f8537b98a43742f2a3fcccbe15848877', 'gw_port_host': None}] {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:20:57.616190 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e86c0cc1-49d4-422b-bc66-f1cb8226d3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:57.621529 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-bf155f36-ba74-4a49-aecd-24994bdc07d4 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:20:57.668642 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c0cc1-49d4-422b-bc66-f1cb8226d3f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=85f1a004-2b54-47ff-b0b5-93e6872935fd,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:20:57.672042 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e86c0cc1-49d4-422b-bc66-f1cb8226d3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:20:57.768249 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e86c0cc1-49d4-422b-bc66-f1cb8226d3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684898'] for router_gateway, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:57.912462 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 1bbcf06b-6d2c-4294-bd38-5d0208eeeebb no longer exists at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:20:57.950571 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] No Port match for: 1bbcf06b-6d2c-4294-bd38-5d0208eeeebb {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:20:57.950982 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 1bbcf06b-6d2c-4294-bd38-5d0208eeeebb not bound to the agent host dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:20:57.951468 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 85f1a004-2b54-47ff-b0b5-93e6872935fd no longer exists at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:20:57.953298 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e86c0cc1-49d4-422b-bc66-f1cb8226d3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854759653'] for router, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:57.955743 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e86c0cc1-49d4-422b-bc66-f1cb8226d3f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:57.981351 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e86c0cc1-49d4-422b-bc66-f1cb8226d3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854087814'] for router, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:57.981918 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86c0cc1-49d4-422b-bc66-f1cb8226d3f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f445d462-20f4-4e61-80b6-32f3806720d9 {{(pid=86316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:20:57.991656 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] No Port match for: 85f1a004-2b54-47ff-b0b5-93e6872935fd {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:20:57.992065 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 85f1a004-2b54-47ff-b0b5-93e6872935fd not bound to the agent host dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:20:57.995073 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e86c0cc1-49d4-422b-bc66-f1cb8226d3f7 admin admin] Notify callbacks [] for router, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:57.996414 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-e86c0cc1-49d4-422b-bc66-f1cb8226d3f7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f445d462-20f4-4e61-80b6-32f3806720d9 HTTP/1.1" status: 204 len: 168 time: 1.2667778 Apr 22 16:20:57.999107 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 47458) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:20:58.065751 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff5b6ef8-963e-4b5c-aa88-34bb549baa03 admin admin] Deleting subnet 93257d7e-85c0-4511-a149-8d2031392de0 {{(pid=86316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:20:58.068926 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6ef8-963e-4b5c-aa88-34bb549baa03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:58.122958 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6ef8-963e-4b5c-aa88-34bb549baa03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2327804'] for subnet, precommit_delete_associations {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:58.249327 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6ef8-963e-4b5c-aa88-34bb549baa03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33244205'] for subnet, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:58.501215 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6ef8-963e-4b5c-aa88-34bb549baa03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821531627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851264883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851556116'] for subnet, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:58.506112 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-167fead4-91c0-47dd-ad16-81b6a391f50d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:20:58.543396 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b6ef8-963e-4b5c-aa88-34bb549baa03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93257d7e-85c0-4511-a149-8d2031392de0,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:20:58.545602 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6ef8-963e-4b5c-aa88-34bb549baa03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:58.548172 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ff5b6ef8-963e-4b5c-aa88-34bb549baa03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:20:58.549141 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781bd777-4c14-43e3-aa7e-5c0a342bde35 None None] Network 10ba8417-bb39-40e4-9ac2-493bc0eef8f2 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:20:58.552448 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-ff5b6ef8-963e-4b5c-aa88-34bb549baa03 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/93257d7e-85c0-4511-a149-8d2031392de0 HTTP/1.1" status: 204 len: 168 time: 0.5523441 Apr 22 16:20:58.555173 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 47462) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:20:58.672624 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b65fc5fe-661f-4300-a879-e4a82dbaa095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33148001'] for network, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:58.684824 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-b65fc5fe-661f-4300-a879-e4a82dbaa095 admin admin] Deleting port eb7a5244-fdec-482b-8950-7393643d3f98 {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:20:58.685199 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b65fc5fe-661f-4300-a879-e4a82dbaa095 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:58.815905 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad3c3d5-6988-4135-9f54-105a98966a62 None None] DHCP port deletion for 10ba8417-bb39-40e4-9ac2-493bc0eef8f2 request from dv-cinder-784623-7-smb {{(pid=86317) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:20:58.820070 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-fad3c3d5-6988-4135-9f54-105a98966a62 None None] Deleting port eb7a5244-fdec-482b-8950-7393643d3f98 {{(pid=86317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:20:58.820491 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fad3c3d5-6988-4135-9f54-105a98966a62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:58.908320 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-b65fc5fe-661f-4300-a879-e4a82dbaa095 admin admin] For port eb7a5244-fdec-482b-8950-7393643d3f98, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=eb7a5244-fdec-482b-8950-7393643d3f98,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:20:58.908718 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b65fc5fe-661f-4300-a879-e4a82dbaa095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:59.037982 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-fad3c3d5-6988-4135-9f54-105a98966a62 None None] For port eb7a5244-fdec-482b-8950-7393643d3f98, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=eb7a5244-fdec-482b-8950-7393643d3f98,segment=NetworkSegment(b3de8a27-a528-45bc-bd16-1d4fd785a2bb),segment_id=b3de8a27-a528-45bc-bd16-1d4fd785a2bb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:20:59.038321 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fad3c3d5-6988-4135-9f54-105a98966a62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:59.039497 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-b65fc5fe-661f-4300-a879-e4a82dbaa095 admin admin] Calling delete_port for eb7a5244-fdec-482b-8950-7393643d3f98 owned by network:dhcp {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:20:59.126784 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b65fc5fe-661f-4300-a879-e4a82dbaa095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:59.131635 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:20:59.172790 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-fad3c3d5-6988-4135-9f54-105a98966a62 None None] Calling delete_port for eb7a5244-fdec-482b-8950-7393643d3f98 owned by network:dhcp {{(pid=86317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:20:59.255035 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.db.api [None req-fad3c3d5-6988-4135-9f54-105a98966a62 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86317) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:20:59.255448 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_db.api [None req-fad3c3d5-6988-4135-9f54-105a98966a62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:20:59.400620 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fc5fe-661f-4300-a879-e4a82dbaa095 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb7a5244-fdec-482b-8950-7393643d3f98,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:20:59.404003 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b65fc5fe-661f-4300-a879-e4a82dbaa095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:20:59.404826 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65fc5fe-661f-4300-a879-e4a82dbaa095 admin admin] No DVR routers for this DVR port eb7a5244-fdec-482b-8950-7393643d3f98 on host dv-cinder-784623-7-smb {{(pid=86316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:20:59.524559 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b65fc5fe-661f-4300-a879-e4a82dbaa095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036821531528', 'neutron.services.segments.db._delete_segments_for_network-8794767365747'] for network, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:59.637765 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-b65fc5fe-661f-4300-a879-e4a82dbaa095 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ba8417-bb39-40e4-9ac2-493bc0eef8f2']}} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:20:59.650697 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-b65fc5fe-661f-4300-a879-e4a82dbaa095 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3de8a27-a528-45bc-bd16-1d4fd785a2bb') {'for_net_delete': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:20:59.651057 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-b65fc5fe-661f-4300-a879-e4a82dbaa095 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3de8a27-a528-45bc-bd16-1d4fd785a2bb') {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:20:59.663370 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b65fc5fe-661f-4300-a879-e4a82dbaa095 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242087248739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852448012'] for segment, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:59.681320 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b65fc5fe-661f-4300-a879-e4a82dbaa095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:59.688228 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65fc5fe-661f-4300-a879-e4a82dbaa095 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=86316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:20:59.756831 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-fad3c3d5-6988-4135-9f54-105a98966a62 None None] Deleting port eb7a5244-fdec-482b-8950-7393643d3f98 {{(pid=86317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:20:59.757276 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fad3c3d5-6988-4135-9f54-105a98966a62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:59.828758 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-fad3c3d5-6988-4135-9f54-105a98966a62 None None] The port 'eb7a5244-fdec-482b-8950-7393643d3f98' was deleted {{(pid=86317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:20:59.866748 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-b65fc5fe-661f-4300-a879-e4a82dbaa095 admin admin] Network 10ba8417-bb39-40e4-9ac2-493bc0eef8f2 has no segments {{(pid=86316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:20:59.876470 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b65fc5fe-661f-4300-a879-e4a82dbaa095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33247036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3512110'] for segment, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:20:59.901468 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device eb7a5244-fdec-482b-8950-7393643d3f98 no longer exists at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:20:59.941931 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] No Port match for: eb7a5244-fdec-482b-8950-7393643d3f98 {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:20:59.942329 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device eb7a5244-fdec-482b-8950-7393643d3f98 not bound to the agent host dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:21:00.051448 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-b65fc5fe-661f-4300-a879-e4a82dbaa095 admin admin] Network 10ba8417-bb39-40e4-9ac2-493bc0eef8f2 has no segments {{(pid=86316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: Traceback (most recent call last): Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: timer() Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: cb(*args, **kw) Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: return func(*args, **kwargs) Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: self._notify() Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: self.callback(batched_events) Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: event.method(event) Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: segment_id)['aggregates'][0] Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: return f(self, *a, **k) Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: return self._get(url).json() Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: **kwargs) Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: return self.request(url, 'GET', **kwargs) Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: **endpoint_filter) Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:21:00.077901 dv-cinder-784623-7-smb neutron-server[86202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:21:00.155375 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b65fc5fe-661f-4300-a879-e4a82dbaa095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691077'] for network, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:00.159154 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ac4ac3f1-f903-42f4-a339-de7b00396ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:00.173480 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b65fc5fe-661f-4300-a879-e4a82dbaa095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:00.184696 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fc5fe-661f-4300-a879-e4a82dbaa095 admin admin] Pushing event deleted for resources: {'Network': ['ID=10ba8417-bb39-40e4-9ac2-493bc0eef8f2,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:00.188029 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b65fc5fe-661f-4300-a879-e4a82dbaa095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:00.198312 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-b65fc5fe-661f-4300-a879-e4a82dbaa095 admin admin] 10.222.0.21 "DELETE /v2.0/networks/10ba8417-bb39-40e4-9ac2-493bc0eef8f2 HTTP/1.1" status: 204 len: 168 time: 1.6419213 Apr 22 16:21:00.323513 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 47468) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:21:00.378542 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-fb6fcf60-5a5b-42ac-b1a3-e27df991bcfd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8537b98a43742f2a3fcccbe15848877&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0537388 Apr 22 16:21:00.381101 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 47472) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:21:00.441403 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-486aba9b-dc24-42f7-868f-f5a22b8fee14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:00.468340 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-486aba9b-dc24-42f7-868f-f5a22b8fee14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:00.515588 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-486aba9b-dc24-42f7-868f-f5a22b8fee14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:00.520550 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-92b5219e-35a1-4297-9f88-e3eebacda21d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:00.534028 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486aba9b-dc24-42f7-868f-f5a22b8fee14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fda07a-3494-4643-9fac-49c550d26397,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:00.539171 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-486aba9b-dc24-42f7-868f-f5a22b8fee14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:00.542174 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-486aba9b-dc24-42f7-868f-f5a22b8fee14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:00.543412 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-486aba9b-dc24-42f7-868f-f5a22b8fee14 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45fda07a-3494-4643-9fac-49c550d26397 HTTP/1.1" status: 204 len: 168 time: 0.1613655 Apr 22 16:21:01.304839 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 47496) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:21:01.415050 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-038b4903-9284-49df-bf84-723243521cd0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-804162723-network', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:21:01.420876 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-038b4903-9284-49df-bf84-723243521cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:21:01.424974 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-038b4903-9284-49df-bf84-723243521cd0 admin admin] Usage tracker for resource:network and tenant:4d9fda3d82e741d099ecb3711c280293 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:21:01.427970 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-038b4903-9284-49df-bf84-723243521cd0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:21:01.435486 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-038b4903-9284-49df-bf84-723243521cd0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:21:01.444492 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038b4903-9284-49df-bf84-723243521cd0 admin admin] Made reservation on behalf of 4d9fda3d82e741d099ecb3711c280293 for: {'network': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:21:01.449472 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-038b4903-9284-49df-bf84-723243521cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for network, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:01.462039 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-038b4903-9284-49df-bf84-723243521cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:01.477748 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-038b4903-9284-49df-bf84-723243521cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:21:01.482762 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-038b4903-9284-49df-bf84-723243521cd0 admin admin] Usage tracker for resource:security_group_rule and tenant:4d9fda3d82e741d099ecb3711c280293 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:21:01.485600 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-038b4903-9284-49df-bf84-723243521cd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:21:01.491589 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-038b4903-9284-49df-bf84-723243521cd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:21:01.580049 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-038b4903-9284-49df-bf84-723243521cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:01.583395 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-038b4903-9284-49df-bf84-723243521cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:01.587563 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-36619a17-4420-4bb2-9381-943e8e6dbca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:01.615019 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038b4903-9284-49df-bf84-723243521cd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=86316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:21:01.624297 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b4903-9284-49df-bf84-723243521cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b4447c-6d6a-4073-87f4-d7948ea021af,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:01.628178 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-038b4903-9284-49df-bf84-723243521cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:01.630712 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-038b4903-9284-49df-bf84-723243521cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:01.631103 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.segments_db [None req-038b4903-9284-49df-bf84-723243521cd0 admin admin] Added segment 38dbabdb-ad72-4e3b-bb4c-3fc022062164 of type vlan for network a5794b71-f1d1-44d1-8a27-d224f55d0913 Apr 22 16:21:01.660393 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-038b4903-9284-49df-bf84-723243521cd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242087783420'] for network, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:01.690752 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-038b4903-9284-49df-bf84-723243521cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319'] for network, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:01.692112 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038b4903-9284-49df-bf84-723243521cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:01.692756 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-038b4903-9284-49df-bf84-723243521cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:01.698562 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-949ab9e2-95c3-4a28-a1d4-8f4b599c3495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:01.800355 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-038b4903-9284-49df-bf84-723243521cd0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4942906 Apr 22 16:21:01.803417 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b4903-9284-49df-bf84-723243521cd0 admin admin] Pushing event updated for resources: {'Network': ['ID=a5794b71-f1d1-44d1-8a27-d224f55d0913,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:01.803686 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 47502) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:21:01.806147 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-038b4903-9284-49df-bf84-723243521cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:01.811243 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] Request body: {'subnet': {'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-804162723-subnet', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:21:01.815301 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Network a5794b71-f1d1-44d1-8a27-d224f55d0913 details requested by agent ovs-agent-dv-cinder-784623-7-smb with host dv-cinder-784623-7-smb {{(pid=86317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:21:01.817520 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:21:01.822474 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] Usage tracker for resource:subnet and tenant:4d9fda3d82e741d099ecb3711c280293 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:21:01.826261 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:21:01.832321 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:21:01.841227 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] Made reservation on behalf of 4d9fda3d82e741d099ecb3711c280293 for: {'subnet': 1} {{(pid=86315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:21:01.845967 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852458621'] for subnet, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:02.487587 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853730710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852458606'] for subnet, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:02.492467 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9518b969-9a96-47eb-b54c-0792d4f4e51e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:02.569663 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=1003d498-3693-4db1-9bc4-7370500ca149,revision_number=0']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:02.581873 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:02.582290 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:02.582727 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:02.583132 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:02.583532 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:02.583932 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:02.584327 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:02.584722 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:02.585117 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:02.585512 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:02.585902 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:02.586291 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:02.589941 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] Checking segment: {'id': '38dbabdb-ad72-4e3b-bb4c-3fc022062164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:21:02.590333 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] Network hostable DHCP agents. Network: a5794b71-f1d1-44d1-8a27-d224f55d0913, hostable agents: ['c28daaaa-be26-4683-88d7-0ed6ab386346'], hosted agents: [] {{(pid=86315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:21:02.596311 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:02.609862 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] Network a5794b71-f1d1-44d1-8a27-d224f55d0913 is scheduled to be hosted by DHCP agent c28daaaa-be26-4683-88d7-0ed6ab386346 with binding_index 1 {{(pid=86315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:21:02.618529 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-smb, a5794b71-f1d1-44d1-8a27-d224f55d0913) {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:21:02.628467 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bb541e-5193-4c48-a69b-df6f72a9e5a3 None None] Network a5794b71-f1d1-44d1-8a27-d224f55d0913 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:21:02.632086 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:02.632742 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for subnet, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:02.652782 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8479147 Apr 22 16:21:02.655638 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 47506) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:21:02.661575 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-86a4e117-a5e4-477c-ac06-5451a02cd59d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-804162723-router', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'}}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:21:02.667317 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-86a4e117-a5e4-477c-ac06-5451a02cd59d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:21:02.671427 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-86a4e117-a5e4-477c-ac06-5451a02cd59d admin admin] Usage tracker for resource:router and tenant:4d9fda3d82e741d099ecb3711c280293 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:21:02.674391 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-86a4e117-a5e4-477c-ac06-5451a02cd59d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:21:02.680452 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-86a4e117-a5e4-477c-ac06-5451a02cd59d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:21:02.690479 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-86a4e117-a5e4-477c-ac06-5451a02cd59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854759640'] for router, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:02.691559 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-86a4e117-a5e4-477c-ac06-5451a02cd59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854083101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854091003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16147'] for router, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:02.706139 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-86a4e117-a5e4-477c-ac06-5451a02cd59d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:02.861754 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5dae8048-e0d5-5873-ba1f-190788cc8618-a5794b71-f1d1-44d1-8a27-d224f55d0913', 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'fixed_ips': [{'subnet_id': '1003d498-3693-4db1-9bc4-7370500ca149'}]}} from dv-cinder-784623-7-smb. {{(pid=86317) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 16:21:02.862719 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:02.984496 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-86a4e117-a5e4-477c-ac06-5451a02cd59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854090766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854084264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16130'] for router, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:03.030002 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Allocated IP 172.20.0.2 (a5794b71-f1d1-44d1-8a27-d224f55d0913/1003d498-3693-4db1-9bc4-7370500ca149/b0bc1fa7-aac6-4de3-9beb-51b285c4efd9) {{(pid=86317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:21:03.319875 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-86a4e117-a5e4-477c-ac06-5451a02cd59d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:03.355621 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-86a4e117-a5e4-477c-ac06-5451a02cd59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:03.498916 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-86a4e117-a5e4-477c-ac06-5451a02cd59d admin admin] Allocated IP 172.28.3.145 (88dd38af-48aa-4ea4-a266-3e61b5f89d27/323aff52-d533-47a6-aeb2-a9a8b96d3993/9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48) {{(pid=86316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:21:03.583765 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Notify callbacks [] for port, precommit_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:03.601531 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Transition to ACTIVE for port object b0bc1fa7-aac6-4de3-9beb-51b285c4efd9 will not be triggered until provisioned by entity L2. {{(pid=86317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:21:03.630189 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Transition to ACTIVE for port object b0bc1fa7-aac6-4de3-9beb-51b285c4efd9 will not be triggered until provisioned by entity DHCP. {{(pid=86317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:21:03.643994 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406'] for port, after_create {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:03.649729 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:03.659385 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-86a4e117-a5e4-477c-ac06-5451a02cd59d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:03.689124 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-86a4e117-a5e4-477c-ac06-5451a02cd59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:03.693699 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e86c0cc1-49d4-422b-bc66-f1cb8226d3f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:03.724447 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Network a5794b71-f1d1-44d1-8a27-d224f55d0913 is already hosted by enough agents. {{(pid=86317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:21:03.730943 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Resources bound (agent type, host, resource id): {{(pid=86317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:21:03.736097 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Received port after_create {{(pid=86317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:21:03.753107 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Pushing event updated for resources: {'Port': ['ID=b0bc1fa7-aac6-4de3-9beb-51b285c4efd9,revision_number=1']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:03.762506 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a4e117-a5e4-477c-ac06-5451a02cd59d admin admin] Network 88dd38af-48aa-4ea4-a266-3e61b5f89d27 is already hosted by enough agents. {{(pid=86316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:21:03.765528 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-86a4e117-a5e4-477c-ac06-5451a02cd59d admin admin] Resources bound (agent type, host, resource id): {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:21:03.768001 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a4e117-a5e4-477c-ac06-5451a02cd59d admin admin] Received port after_create {{(pid=86316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:21:03.800063 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:03.800417 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:03.800803 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:03.801185 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:03.801558 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:03.802043 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:03.802287 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:03.802704 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:03.803074 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:03.803418 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:03.803785 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:03.804152 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:03.807579 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4e117-a5e4-477c-ac06-5451a02cd59d admin admin] Pushing event updated for resources: {'Port': ['ID=9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:03.810789 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-86a4e117-a5e4-477c-ac06-5451a02cd59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:03.840428 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:03.869260 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Attempting to bind port b0bc1fa7-aac6-4de3-9beb-51b285c4efd9 on host dv-cinder-784623-7-smb for vnic_type normal with profile {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:21:03.870348 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Attempting to bind port b0bc1fa7-aac6-4de3-9beb-51b285c4efd9 by drivers openvswitch,hyperv on host dv-cinder-784623-7-smb at level 0 using segments [{'id': '38dbabdb-ad72-4e3b-bb4c-3fc022062164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913'}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:21:03.870826 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Attempting to bind port b0bc1fa7-aac6-4de3-9beb-51b285c4efd9 on network a5794b71-f1d1-44d1-8a27-d224f55d0913 {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:21:03.876905 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Checking agent: {'id': '8ffb9a94-5aed-4188-b3fb-9814a4924f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 5, 42), 'started_at': datetime.datetime(2021, 4, 22, 16, 6, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:21:03.877319 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Checking segment: {'id': '38dbabdb-ad72-4e3b-bb4c-3fc022062164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:21:03.877766 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:03.878203 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Bound using segment: {'id': '38dbabdb-ad72-4e3b-bb4c-3fc022062164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913'} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:21:03.878747 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Bound port: b0bc1fa7-aac6-4de3-9beb-51b285c4efd9, host: dv-cinder-784623-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38dbabdb-ad72-4e3b-bb4c-3fc022062164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913'}}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:21:03.879176 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:03.973639 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] For port b0bc1fa7-aac6-4de3-9beb-51b285c4efd9, host dv-cinder-784623-7-smb, cleared binding levels {{(pid=86317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:21:03.976800 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] For port b0bc1fa7-aac6-4de3-9beb-51b285c4efd9, host dv-cinder-784623-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=b0bc1fa7-aac6-4de3-9beb-51b285c4efd9,segment=NetworkSegment(38dbabdb-ad72-4e3b-bb4c-3fc022062164),segment_id=38dbabdb-ad72-4e3b-bb4c-3fc022062164)] {{(pid=86317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:21:03.980712 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:03.985446 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-33f90186-cc01-4b97-8b03-9faa32664100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:04.088257 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Pushing event updated for resources: {'Port': ['ID=b0bc1fa7-aac6-4de3-9beb-51b285c4efd9,revision_number=2']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:04.091785 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:04.458816 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-86a4e117-a5e4-477c-ac06-5451a02cd59d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:04.814332 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-86a4e117-a5e4-477c-ac06-5451a02cd59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-685016'] for router, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:05.028644 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a4e117-a5e4-477c-ac06-5451a02cd59d admin admin] Router 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 is scheduled to L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 with binding_index 1 {{(pid=86316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 16:21:05.220899 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a4e117-a5e4-477c-ac06-5451a02cd59d admin admin] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:21:05.232251 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3882cd3f-bb9f-4924-8d78-029711bf65fb None None] Sync routers for ids ['778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'] in dv-cinder-784623-7-smb {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:21:05.246043 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-86a4e117-a5e4-477c-ac06-5451a02cd59d admin admin] Notify callbacks [] for router, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:05.247523 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-86a4e117-a5e4-477c-ac06-5451a02cd59d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5908020 Apr 22 16:21:05.248789 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3882cd3f-bb9f-4924-8d78-029711bf65fb None None] Routers {'778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:21:05.249606 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-3882cd3f-bb9f-4924-8d78-029711bf65fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:20:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:21:05.250449 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 47510) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:21:05.396553 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b08261-1fde-49cc-babc-d241b9d0be0f None None] Network a5794b71-f1d1-44d1-8a27-d224f55d0913 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:21:05.447386 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-3882cd3f-bb9f-4924-8d78-029711bf65fb None None] Set router 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:21:05.525065 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-54c97e37-3ce9-4799-92a0-d625df234754 None None] Provisioning for port b0bc1fa7-aac6-4de3-9beb-51b285c4efd9 completed by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:21:05.949884 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-3882cd3f-bb9f-4924-8d78-029711bf65fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'name': 'tempest-AttachVolumeTestJSON-804162723-router', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:21:02Z', 'updated_at': '2021-04-22T16:21:04Z', 'revision_number': 3, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'gw_port': {'id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:18:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:03Z', 'updated_at': '2021-04-22T16:21:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb'}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:21:05.953552 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device b0bc1fa7-aac6-4de3-9beb-51b285c4efd9 up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:21:05.954220 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3882cd3f-bb9f-4924-8d78-029711bf65fb None None] Checking router: 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 for host: dv-cinder-784623-7-smb {{(pid=86318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:21:05.954680 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3882cd3f-bb9f-4924-8d78-029711bf65fb None None] Updating router 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 port 9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48 binding host dv-cinder-784623-7-smb {{(pid=86318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:21:06.013350 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3882cd3f-bb9f-4924-8d78-029711bf65fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:06.015855 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-72938908-eec3-4f32-ad56-d09552555064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:06.031853 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning for port b0bc1fa7-aac6-4de3-9beb-51b285c4efd9 completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:21:06.041467 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port b0bc1fa7-aac6-4de3-9beb-51b285c4efd9 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:21:06.041985 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:06.172631 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:06.208161 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] For port b0bc1fa7-aac6-4de3-9beb-51b285c4efd9, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=b0bc1fa7-aac6-4de3-9beb-51b285c4efd9,segment=NetworkSegment(38dbabdb-ad72-4e3b-bb4c-3fc022062164),segment_id=38dbabdb-ad72-4e3b-bb4c-3fc022062164)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:21:06.211126 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:06.213095 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:06.253445 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-72938908-eec3-4f32-ad56-d09552555064 admin admin] Allocated IP 172.20.0.1 (a5794b71-f1d1-44d1-8a27-d224f55d0913/1003d498-3693-4db1-9bc4-7370500ca149/14d21d9f-7795-499e-a7a1-e759e8f329ad) {{(pid=86315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:21:06.284975 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Pushing event updated for resources: {'Port': ['ID=b0bc1fa7-aac6-4de3-9beb-51b285c4efd9,revision_number=3']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:06.288326 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:06.366231 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3882cd3f-bb9f-4924-8d78-029711bf65fb None None] Notify callbacks [] for port, precommit_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:06.378936 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-3882cd3f-bb9f-4924-8d78-029711bf65fb None None] Transition to ACTIVE for port object 9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48 will not be triggered until provisioned by entity L2. {{(pid=86318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:21:06.387160 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3882cd3f-bb9f-4924-8d78-029711bf65fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:06.392270 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:06.419003 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-72938908-eec3-4f32-ad56-d09552555064 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:06.436123 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-72938908-eec3-4f32-ad56-d09552555064 admin admin] Transition to ACTIVE for port object 14d21d9f-7795-499e-a7a1-e759e8f329ad will not be triggered until provisioned by entity DHCP. {{(pid=86315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:21:06.460769 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-72938908-eec3-4f32-ad56-d09552555064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1046523'] for port, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:06.465768 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-44b928f1-5894-47f0-9543-681f39bd6971 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:06.473924 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-3882cd3f-bb9f-4924-8d78-029711bf65fb None None] Attempting to bind port 9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48 on host dv-cinder-784623-7-smb for vnic_type normal with profile {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:21:06.474336 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-3882cd3f-bb9f-4924-8d78-029711bf65fb None None] Attempting to bind port 9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48 by drivers openvswitch,hyperv on host dv-cinder-784623-7-smb at level 0 using segments [{'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'}] {{(pid=86318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:21:06.474766 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3882cd3f-bb9f-4924-8d78-029711bf65fb None None] Attempting to bind port 9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48 on network 88dd38af-48aa-4ea4-a266-3e61b5f89d27 {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:21:06.481493 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c43a78-aa49-4dba-adbc-ea2ac24b7942 None None] Pushing event updated for resources: {'Port': ['ID=9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48,revision_number=2']} {{(pid=86318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:06.486759 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3882cd3f-bb9f-4924-8d78-029711bf65fb None None] Checking agent: {'id': '8ffb9a94-5aed-4188-b3fb-9814a4924f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 5, 42), 'started_at': datetime.datetime(2021, 4, 22, 16, 6, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:21:06.487170 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3882cd3f-bb9f-4924-8d78-029711bf65fb None None] Checking segment: {'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:21:06.487613 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3882cd3f-bb9f-4924-8d78-029711bf65fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:06.488041 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3882cd3f-bb9f-4924-8d78-029711bf65fb None None] Bound using segment: {'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'} {{(pid=86318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:21:06.488554 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-3882cd3f-bb9f-4924-8d78-029711bf65fb None None] Bound port: 9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48, host: dv-cinder-784623-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a545a0b-864e-4a70-9faa-625966eb1a15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'}}] {{(pid=86318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:21:06.488963 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3882cd3f-bb9f-4924-8d78-029711bf65fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:06.523066 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c43a78-aa49-4dba-adbc-ea2ac24b7942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:06.523456 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c43a78-aa49-4dba-adbc-ea2ac24b7942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:06.523832 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c43a78-aa49-4dba-adbc-ea2ac24b7942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:06.524014 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72938908-eec3-4f32-ad56-d09552555064 admin admin] Network a5794b71-f1d1-44d1-8a27-d224f55d0913 is already hosted by enough agents. {{(pid=86315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:21:06.524204 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c43a78-aa49-4dba-adbc-ea2ac24b7942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:06.524568 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c43a78-aa49-4dba-adbc-ea2ac24b7942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:06.524937 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c43a78-aa49-4dba-adbc-ea2ac24b7942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:06.525300 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c43a78-aa49-4dba-adbc-ea2ac24b7942 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:06.525661 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c43a78-aa49-4dba-adbc-ea2ac24b7942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:06.526166 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c43a78-aa49-4dba-adbc-ea2ac24b7942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:06.526569 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c43a78-aa49-4dba-adbc-ea2ac24b7942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:06.526938 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c43a78-aa49-4dba-adbc-ea2ac24b7942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:06.527298 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c43a78-aa49-4dba-adbc-ea2ac24b7942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:21:06.531769 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-72938908-eec3-4f32-ad56-d09552555064 admin admin] Resources bound (agent type, host, resource id): {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:21:06.536302 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72938908-eec3-4f32-ad56-d09552555064 admin admin] Received port after_create {{(pid=86315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:21:06.536709 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b8c43a78-aa49-4dba-adbc-ea2ac24b7942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:06.580463 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-3882cd3f-bb9f-4924-8d78-029711bf65fb None None] For port 9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48, host dv-cinder-784623-7-smb, cleared binding levels {{(pid=86318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:21:06.583526 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72938908-eec3-4f32-ad56-d09552555064 admin admin] Pushing event updated for resources: {'Port': ['ID=14d21d9f-7795-499e-a7a1-e759e8f329ad,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:06.583926 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-3882cd3f-bb9f-4924-8d78-029711bf65fb None None] For port 9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48, host dv-cinder-784623-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48,segment=NetworkSegment(0a545a0b-864e-4a70-9faa-625966eb1a15),segment_id=0a545a0b-864e-4a70-9faa-625966eb1a15)] {{(pid=86318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:21:06.588391 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-72938908-eec3-4f32-ad56-d09552555064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:06.594053 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3882cd3f-bb9f-4924-8d78-029711bf65fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:06.599322 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:06.608083 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-72938908-eec3-4f32-ad56-d09552555064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854084859'] for router_interface, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:06.682958 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3882cd3f-bb9f-4924-8d78-029711bf65fb None None] Routers {'778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:21:06.683646 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-3882cd3f-bb9f-4924-8d78-029711bf65fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:20:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:21:06.740098 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-72938908-eec3-4f32-ad56-d09552555064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:06.783905 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-9492611a-50ca-4de5-b4e6-d64a57592c1a None None] Provisioning for port 14d21d9f-7795-499e-a7a1-e759e8f329ad completed by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:21:06.789305 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-9492611a-50ca-4de5-b4e6-d64a57592c1a None None] Provisioning complete for port 14d21d9f-7795-499e-a7a1-e759e8f329ad triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:21:06.789434 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9492611a-50ca-4de5-b4e6-d64a57592c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:06.802554 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c43a78-aa49-4dba-adbc-ea2ac24b7942 None None] Pushing event updated for resources: {'Port': ['ID=9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48,revision_number=3']} {{(pid=86318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:06.813462 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b8c43a78-aa49-4dba-adbc-ea2ac24b7942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:06.849268 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-9492611a-50ca-4de5-b4e6-d64a57592c1a None None] Port 14d21d9f-7795-499e-a7a1-e759e8f329ad cannot update to ACTIVE because it is not bound. {{(pid=86317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:21:06.881379 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-3882cd3f-bb9f-4924-8d78-029711bf65fb None None] Set router 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:21:06.984563 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-72938908-eec3-4f32-ad56-d09552555064 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:06.988111 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-72938908-eec3-4f32-ad56-d09552555064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853729294'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:07.016509 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:07.105901 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-72938908-eec3-4f32-ad56-d09552555064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854217304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691042'] for router_interface, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:07.110736 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72938908-eec3-4f32-ad56-d09552555064 admin admin] Pushing event updated for resources: {'Port': ['ID=14d21d9f-7795-499e-a7a1-e759e8f329ad,revision_number=2']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:07.115380 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-72938908-eec3-4f32-ad56-d09552555064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:07.212454 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-3882cd3f-bb9f-4924-8d78-029711bf65fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'name': 'tempest-AttachVolumeTestJSON-804162723-router', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:21:02Z', 'updated_at': '2021-04-22T16:21:06Z', 'revision_number': 4, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'gw_port': {'id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:18:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:03Z', 'updated_at': '2021-04-22T16:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': '14d21d9f-7795-499e-a7a1-e759e8f329ad', 'name': '', 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'mac_address': 'fa:16:3e:fd:b3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1003d498-3693-4db1-9bc4-7370500ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:06Z', 'updated_at': '2021-04-22T16:21:06Z', 'revision_number': 1, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'subnets': [{'id': '1003d498-3693-4db1-9bc4-7370500ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:21:07.217511 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3882cd3f-bb9f-4924-8d78-029711bf65fb None None] The sync data for ids ['778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'] in dv-cinder-784623-7-smb is: [{'id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'name': 'tempest-AttachVolumeTestJSON-804162723-router', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:21:02Z', 'updated_at': '2021-04-22T16:21:06Z', 'revision_number': 4, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'gw_port': {'id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:18:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:03Z', 'updated_at': '2021-04-22T16:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': '14d21d9f-7795-499e-a7a1-e759e8f329ad', 'name': '', 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'mac_address': 'fa:16:3e:fd:b3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1003d498-3693-4db1-9bc4-7370500ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:06Z', 'updated_at': '2021-04-22T16:21:06Z', 'revision_number': 1, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'subnets': [{'id': '1003d498-3693-4db1-9bc4-7370500ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:21:07.254273 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72938908-eec3-4f32-ad56-d09552555064 admin admin] Network a5794b71-f1d1-44d1-8a27-d224f55d0913 is already hosted by enough agents. {{(pid=86315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:21:07.255476 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-72938908-eec3-4f32-ad56-d09552555064 admin admin] Resources bound (agent type, host, resource id): {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:21:07.454136 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72938908-eec3-4f32-ad56-d09552555064 admin admin] Router 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 has already been hosted by L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 {{(pid=86315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:21:07.473547 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-087c8cf6-cac2-4baa-bff3-7f7d1a880ded None None] Provisioning complete for port 14d21d9f-7795-499e-a7a1-e759e8f329ad triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:21:07.473963 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-087c8cf6-cac2-4baa-bff3-7f7d1a880ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:07.539537 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-087c8cf6-cac2-4baa-bff3-7f7d1a880ded None None] Port 14d21d9f-7795-499e-a7a1-e759e8f329ad cannot update to ACTIVE because it is not bound. {{(pid=86317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:21:07.915505 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72938908-eec3-4f32-ad56-d09552555064 admin admin] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:21:07.926778 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-72938908-eec3-4f32-ad56-d09552555064 admin admin] 10.222.0.21 "PUT /v2.0/routers/778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6750855 Apr 22 16:21:07.960460 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device b0bc1fa7-aac6-4de3-9beb-51b285c4efd9 up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:21:08.035257 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:08.058616 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port b0bc1fa7-aac6-4de3-9beb-51b285c4efd9 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:21:08.059048 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:08.446978 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3ce9a544-b7d1-4f24-8d33-b130482d1be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:08.586179 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 47520) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:21:08.592576 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-47c52d7e-8ca1-4962-b593-ef15dc48c753 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--667352200', 'description': 'tempest-description--1391823615'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:21:08.599093 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-47c52d7e-8ca1-4962-b593-ef15dc48c753 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:21:08.603101 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-47c52d7e-8ca1-4962-b593-ef15dc48c753 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Usage tracker for resource:security_group and tenant:4d9fda3d82e741d099ecb3711c280293 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:21:08.607635 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-47c52d7e-8ca1-4962-b593-ef15dc48c753 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:21:08.613853 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-47c52d7e-8ca1-4962-b593-ef15dc48c753 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:21:08.623345 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-47c52d7e-8ca1-4962-b593-ef15dc48c753 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:08.644922 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-47c52d7e-8ca1-4962-b593-ef15dc48c753 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:21:08.649177 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-47c52d7e-8ca1-4962-b593-ef15dc48c753 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Usage tracker for resource:security_group_rule and tenant:4d9fda3d82e741d099ecb3711c280293 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:21:08.652372 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-47c52d7e-8ca1-4962-b593-ef15dc48c753 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:21:08.658972 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-47c52d7e-8ca1-4962-b593-ef15dc48c753 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:21:08.732101 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-47c52d7e-8ca1-4962-b593-ef15dc48c753 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:08.734952 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-47c52d7e-8ca1-4962-b593-ef15dc48c753 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:08.740132 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-17ace93f-542d-4204-aae0-9260d7156c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:08.782948 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c52d7e-8ca1-4962-b593-ef15dc48c753 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:08.785963 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-47c52d7e-8ca1-4962-b593-ef15dc48c753 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:08.787228 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-47c52d7e-8ca1-4962-b593-ef15dc48c753 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:08.788512 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-47c52d7e-8ca1-4962-b593-ef15dc48c753 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2009966 Apr 22 16:21:08.792329 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 47524) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:21:08.797918 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-1db73564-d28f-4015-8dc1-54c14e05bf47 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Request body: {'security_group_rule': {'security_group_id': '3ecd559b-6a3b-45fc-93f0-3bd9c37e849c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:21:08.804380 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-1db73564-d28f-4015-8dc1-54c14e05bf47 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:21:08.809040 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-1db73564-d28f-4015-8dc1-54c14e05bf47 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Usage tracker for resource:security_group_rule and tenant:4d9fda3d82e741d099ecb3711c280293 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:21:08.812110 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-1db73564-d28f-4015-8dc1-54c14e05bf47 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:21:08.818435 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-1db73564-d28f-4015-8dc1-54c14e05bf47 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:21:08.834331 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1db73564-d28f-4015-8dc1-54c14e05bf47 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:08.896513 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1db73564-d28f-4015-8dc1-54c14e05bf47 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:08.899125 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1db73564-d28f-4015-8dc1-54c14e05bf47 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:08.901288 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-2f3d3eac-10cd-49ec-8715-a8b94d1a3a38 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:08.924660 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db73564-d28f-4015-8dc1-54c14e05bf47 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73d46a5-0b3c-4371-8d44-81808bf3d942,revision_number=0']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:08.927155 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1db73564-d28f-4015-8dc1-54c14e05bf47 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:08.933973 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1db73564-d28f-4015-8dc1-54c14e05bf47 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:08.935267 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-1db73564-d28f-4015-8dc1-54c14e05bf47 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1418529 Apr 22 16:21:08.938097 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 47528) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:21:08.944007 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-e87276c4-cc7d-42a7-8b9d-17c4bf6da2a5 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Request body: {'security_group_rule': {'security_group_id': '3ecd559b-6a3b-45fc-93f0-3bd9c37e849c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:21:08.950049 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-e87276c4-cc7d-42a7-8b9d-17c4bf6da2a5 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:21:08.954017 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-e87276c4-cc7d-42a7-8b9d-17c4bf6da2a5 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Usage tracker for resource:security_group_rule and tenant:4d9fda3d82e741d099ecb3711c280293 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:21:08.957897 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-e87276c4-cc7d-42a7-8b9d-17c4bf6da2a5 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:21:08.963878 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-e87276c4-cc7d-42a7-8b9d-17c4bf6da2a5 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:21:08.979672 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e87276c4-cc7d-42a7-8b9d-17c4bf6da2a5 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:09.040716 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e87276c4-cc7d-42a7-8b9d-17c4bf6da2a5 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:09.043817 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e87276c4-cc7d-42a7-8b9d-17c4bf6da2a5 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:09.045810 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:09.068832 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87276c4-cc7d-42a7-8b9d-17c4bf6da2a5 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b931d087-614c-4715-b4a3-43f30384cb2b,revision_number=0']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:09.071221 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e87276c4-cc7d-42a7-8b9d-17c4bf6da2a5 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:09.077206 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e87276c4-cc7d-42a7-8b9d-17c4bf6da2a5 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:09.078437 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-e87276c4-cc7d-42a7-8b9d-17c4bf6da2a5 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392057 Apr 22 16:21:09.081657 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 47532) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:21:09.087015 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-c5e70946-6b02-4a4a-b9f7-ebb72f709b84 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Request body: {'floatingip': {'floating_network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:21:09.093507 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-c5e70946-6b02-4a4a-b9f7-ebb72f709b84 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:21:09.097414 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-c5e70946-6b02-4a4a-b9f7-ebb72f709b84 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Usage tracker for resource:floatingip and tenant:4d9fda3d82e741d099ecb3711c280293 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:21:09.100337 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-c5e70946-6b02-4a4a-b9f7-ebb72f709b84 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:21:09.106812 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-c5e70946-6b02-4a4a-b9f7-ebb72f709b84 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:21:09.118541 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c5e70946-6b02-4a4a-b9f7-ebb72f709b84 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for floatingip, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:09.259018 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c5e70946-6b02-4a4a-b9f7-ebb72f709b84 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:09.402915 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-c5e70946-6b02-4a4a-b9f7-ebb72f709b84 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Allocated IP 172.28.3.217 (88dd38af-48aa-4ea4-a266-3e61b5f89d27/323aff52-d533-47a6-aeb2-a9a8b96d3993/8ce70a8e-daa5-42a1-8261-d888512b8cb1) {{(pid=86316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:21:09.555443 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c5e70946-6b02-4a4a-b9f7-ebb72f709b84 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for port, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:09.585204 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c5e70946-6b02-4a4a-b9f7-ebb72f709b84 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:09.590428 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-5e33e67f-d6f8-408e-943f-ed5bfffa8f60 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:09.661271 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e70946-6b02-4a4a-b9f7-ebb72f709b84 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Network 88dd38af-48aa-4ea4-a266-3e61b5f89d27 is already hosted by enough agents. {{(pid=86316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:21:09.664260 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-c5e70946-6b02-4a4a-b9f7-ebb72f709b84 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Resources bound (agent type, host, resource id): {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:21:09.668289 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e70946-6b02-4a4a-b9f7-ebb72f709b84 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Received port after_create {{(pid=86316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:21:09.704207 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e70946-6b02-4a4a-b9f7-ebb72f709b84 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Pushing event updated for resources: {'Port': ['ID=8ce70a8e-daa5-42a1-8261-d888512b8cb1,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:09.708427 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-c5e70946-6b02-4a4a-b9f7-ebb72f709b84 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:09.754646 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c5e70946-6b02-4a4a-b9f7-ebb72f709b84 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:09.819073 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c5e70946-6b02-4a4a-b9f7-ebb72f709b84 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:09.936366 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48 up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:21:10.014887 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning for port 9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48 completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:21:10.019881 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port 9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:21:10.020302 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:10.045347 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c5e70946-6b02-4a4a-b9f7-ebb72f709b84 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:10.050086 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c5e70946-6b02-4a4a-b9f7-ebb72f709b84 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:10.055235 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9265d63e-ebdf-4dee-a797-d03667ec9035 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:10.144859 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:10.162237 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] For port 9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48,segment=NetworkSegment(0a545a0b-864e-4a70-9faa-625966eb1a15),segment_id=0a545a0b-864e-4a70-9faa-625966eb1a15)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:21:10.165171 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:10.168626 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-60bc2c8b-5f9b-4319-bb47-efc925987280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:10.172036 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e70946-6b02-4a4a-b9f7-ebb72f709b84 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Pushing event updated for resources: {'Port': ['ID=8ce70a8e-daa5-42a1-8261-d888512b8cb1,revision_number=2']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:10.176613 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-c5e70946-6b02-4a4a-b9f7-ebb72f709b84 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:10.184703 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c5e70946-6b02-4a4a-b9f7-ebb72f709b84 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691126'] for floatingip, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:10.208344 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c5e70946-6b02-4a4a-b9f7-ebb72f709b84 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:10.209806 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-c5e70946-6b02-4a4a-b9f7-ebb72f709b84 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1271737 Apr 22 16:21:10.245988 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Pushing event updated for resources: {'Port': ['ID=9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:10.249313 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:10.389795 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-1ec2a86d-4277-4b2e-af8d-7a724f660cc5 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Synchronizing usage tracker for tenant:4d9fda3d82e741d099ecb3711c280293 on resource:security_group {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:21:10.406379 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-1ec2a86d-4277-4b2e-af8d-7a724f660cc5 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Unset dirty status for tenant:4d9fda3d82e741d099ecb3711c280293 on resource:security_group {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:21:10.407690 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-1ec2a86d-4277-4b2e-af8d-7a724f660cc5 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--667352200&fields=id&tenant_id=4d9fda3d82e741d099ecb3711c280293 HTTP/1.1" status: 200 len: 267 time: 0.0623927 Apr 22 16:21:10.426691 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a12ec4-d072-4980-9632-4fa5cb42ac72 None None] Sync routers for ids ['778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'] in dv-cinder-784623-7-smb {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:21:10.436725 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a12ec4-d072-4980-9632-4fa5cb42ac72 None None] Routers {'778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:21:10.437394 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-d6a12ec4-d072-4980-9632-4fa5cb42ac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:20:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:21:10.573394 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-60e45fcb-1031-4961-94b8-e8014a81b43a tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:10.574132 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-60e45fcb-1031-4961-94b8-e8014a81b43a tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Synchronizing usage tracker for tenant:4d9fda3d82e741d099ecb3711c280293 on resource:network {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:21:10.590649 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-60e45fcb-1031-4961-94b8-e8014a81b43a tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Unset dirty status for tenant:4d9fda3d82e741d099ecb3711c280293 on resource:network {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:21:10.591883 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-60e45fcb-1031-4961-94b8-e8014a81b43a tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/networks?id=a5794b71-f1d1-44d1-8a27-d224f55d0913 HTTP/1.1" status: 200 len: 810 time: 0.1766238 Apr 22 16:21:10.608513 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-5d70e6f4-fb43-4d50-a53d-94c2c0c14029 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/quotas/4d9fda3d82e741d099ecb3711c280293 HTTP/1.1" status: 200 len: 375 time: 0.0103757 Apr 22 16:21:10.627057 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-d6a12ec4-d072-4980-9632-4fa5cb42ac72 None None] Set router 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:21:10.700852 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-bdd6d364-901d-47b6-ba55-f39d6b8f468d tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d9fda3d82e741d099ecb3711c280293&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0865240 Apr 22 16:21:10.898257 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-4db5a781-b599-482d-9629-cf23b278ae0e service neutron] 10.222.0.21 "GET /v2.0/networks/a5794b71-f1d1-44d1-8a27-d224f55d0913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847262 Apr 22 16:21:11.051921 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-28a7fffb-00a9-4fe8-ac09-2f99dee2a6e4 service neutron] 10.222.0.21 "GET /v2.0/networks/a5794b71-f1d1-44d1-8a27-d224f55d0913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461704 Apr 22 16:21:11.134350 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-d6a12ec4-d072-4980-9632-4fa5cb42ac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'name': 'tempest-AttachVolumeTestJSON-804162723-router', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:21:02Z', 'updated_at': '2021-04-22T16:21:06Z', 'revision_number': 4, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'gw_port': {'id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:03Z', 'updated_at': '2021-04-22T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': '14d21d9f-7795-499e-a7a1-e759e8f329ad', 'name': '', 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'mac_address': 'fa:16:3e:fd:b3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1003d498-3693-4db1-9bc4-7370500ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:06Z', 'updated_at': '2021-04-22T16:21:06Z', 'revision_number': 2, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'subnets': [{'id': '1003d498-3693-4db1-9bc4-7370500ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:21:11.139176 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a12ec4-d072-4980-9632-4fa5cb42ac72 None None] Checking router: 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 for host: dv-cinder-784623-7-smb {{(pid=86317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:21:11.139574 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a12ec4-d072-4980-9632-4fa5cb42ac72 None None] Updating router 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 port 14d21d9f-7795-499e-a7a1-e759e8f329ad binding host dv-cinder-784623-7-smb {{(pid=86317) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 16:21:11.198784 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d6a12ec4-d072-4980-9632-4fa5cb42ac72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:11.268279 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c12c0843-5cbd-4b6a-99fd-f48e5fd85291 req-dfdb559c-b94e-4cc3-8839-c6211924d4f7 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 210 time: 0.0548379 Apr 22 16:21:11.455626 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d0e440f4-558a-4c48-b350-b470c30bc848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:11.614915 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d6a12ec4-d072-4980-9632-4fa5cb42ac72 None None] Notify callbacks [] for port, precommit_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:11.624571 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:11.630821 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-d6a12ec4-d072-4980-9632-4fa5cb42ac72 None None] Transition to ACTIVE for port object 14d21d9f-7795-499e-a7a1-e759e8f329ad will not be triggered until provisioned by entity L2. {{(pid=86317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:21:11.641089 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d6a12ec4-d072-4980-9632-4fa5cb42ac72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:11.647348 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:11.840018 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c11f07-0af1-4c9d-ac48-2fd6d0975c50 None None] Pushing event updated for resources: {'Port': ['ID=14d21d9f-7795-499e-a7a1-e759e8f329ad,revision_number=3']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:11.851038 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f0c11f07-0af1-4c9d-ac48-2fd6d0975c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:11.914076 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:11.927825 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-d6a12ec4-d072-4980-9632-4fa5cb42ac72 None None] Attempting to bind port 14d21d9f-7795-499e-a7a1-e759e8f329ad on host dv-cinder-784623-7-smb for vnic_type normal with profile {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:21:11.928247 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-d6a12ec4-d072-4980-9632-4fa5cb42ac72 None None] Attempting to bind port 14d21d9f-7795-499e-a7a1-e759e8f329ad by drivers openvswitch,hyperv on host dv-cinder-784623-7-smb at level 0 using segments [{'id': '38dbabdb-ad72-4e3b-bb4c-3fc022062164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913'}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:21:11.928670 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a12ec4-d072-4980-9632-4fa5cb42ac72 None None] Attempting to bind port 14d21d9f-7795-499e-a7a1-e759e8f329ad on network a5794b71-f1d1-44d1-8a27-d224f55d0913 {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:21:11.940447 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a12ec4-d072-4980-9632-4fa5cb42ac72 None None] Checking agent: {'id': '8ffb9a94-5aed-4188-b3fb-9814a4924f8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 5, 42), 'started_at': datetime.datetime(2021, 4, 22, 16, 6, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:21:11.940979 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a12ec4-d072-4980-9632-4fa5cb42ac72 None None] Checking segment: {'id': '38dbabdb-ad72-4e3b-bb4c-3fc022062164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:21:11.941327 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d6a12ec4-d072-4980-9632-4fa5cb42ac72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:11.944704 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a12ec4-d072-4980-9632-4fa5cb42ac72 None None] Bound using segment: {'id': '38dbabdb-ad72-4e3b-bb4c-3fc022062164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913'} {{(pid=86317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:21:11.944704 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-d6a12ec4-d072-4980-9632-4fa5cb42ac72 None None] Bound port: 14d21d9f-7795-499e-a7a1-e759e8f329ad, host: dv-cinder-784623-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38dbabdb-ad72-4e3b-bb4c-3fc022062164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913'}}] {{(pid=86317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:21:11.944704 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d6a12ec4-d072-4980-9632-4fa5cb42ac72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:11.959963 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48 up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:21:12.109993 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port 9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:21:12.110652 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:12.141622 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-d6a12ec4-d072-4980-9632-4fa5cb42ac72 None None] For port 14d21d9f-7795-499e-a7a1-e759e8f329ad, host dv-cinder-784623-7-smb, cleared binding levels {{(pid=86317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:21:12.172053 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-d6a12ec4-d072-4980-9632-4fa5cb42ac72 None None] For port 14d21d9f-7795-499e-a7a1-e759e8f329ad, host dv-cinder-784623-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=14d21d9f-7795-499e-a7a1-e759e8f329ad,segment=NetworkSegment(38dbabdb-ad72-4e3b-bb4c-3fc022062164),segment_id=38dbabdb-ad72-4e3b-bb4c-3fc022062164)] {{(pid=86317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:21:12.178718 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d6a12ec4-d072-4980-9632-4fa5cb42ac72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:12.185759 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-60bc2c8b-5f9b-4319-bb47-efc925987280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:12.321977 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a12ec4-d072-4980-9632-4fa5cb42ac72 None None] Routers {'778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:21:12.322523 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-d6a12ec4-d072-4980-9632-4fa5cb42ac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:21:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:21:12.405341 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c11f07-0af1-4c9d-ac48-2fd6d0975c50 None None] Pushing event updated for resources: {'Port': ['ID=14d21d9f-7795-499e-a7a1-e759e8f329ad,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:12.481578 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f0c11f07-0af1-4c9d-ac48-2fd6d0975c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:12.535179 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-71ae3e51-3749-434f-9db3-2b3ebf9f5ce5 req-ff50fd77-a291-4f34-8aa8-248b329ed2f6 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 210 time: 0.0598090 Apr 22 16:21:12.560674 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-c222d827-0812-4b32-af29-f3fa4cfac34c tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:12.567439 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-c222d827-0812-4b32-af29-f3fa4cfac34c tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.43 "GET /v2.0/networks?id=a5794b71-f1d1-44d1-8a27-d224f55d0913 HTTP/1.1" status: 200 len: 810 time: 0.2552435 Apr 22 16:21:12.572368 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-d6a12ec4-d072-4980-9632-4fa5cb42ac72 None None] Set router 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:21:12.621727 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-d9061ac4-8ea7-4747-9090-41e579547563 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d9fda3d82e741d099ecb3711c280293 HTTP/1.1" status: 200 len: 379 time: 0.0469079 Apr 22 16:21:12.630819 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-353ad98f-0d5d-46a7-b26b-086391a75042 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Request body: {'port': {'device_id': 'ba0675d8-0838-4194-840f-e0ec036b6b33', 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913', 'admin_state_up': True, 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'security_groups': ['3ecd559b-6a3b-45fc-93f0-3bd9c37e849c']}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:21:12.775208 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-353ad98f-0d5d-46a7-b26b-086391a75042 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:21:12.780071 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-353ad98f-0d5d-46a7-b26b-086391a75042 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Usage tracker for resource:port and tenant:4d9fda3d82e741d099ecb3711c280293 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:21:12.783063 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-353ad98f-0d5d-46a7-b26b-086391a75042 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:21:12.789052 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-353ad98f-0d5d-46a7-b26b-086391a75042 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:21:12.797706 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-353ad98f-0d5d-46a7-b26b-086391a75042 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Made reservation on behalf of 4d9fda3d82e741d099ecb3711c280293 for: {'port': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:21:12.804444 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-353ad98f-0d5d-46a7-b26b-086391a75042 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:12.917883 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-d6a12ec4-d072-4980-9632-4fa5cb42ac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'name': 'tempest-AttachVolumeTestJSON-804162723-router', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:21:02Z', 'updated_at': '2021-04-22T16:21:06Z', 'revision_number': 4, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'gw_port': {'id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:03Z', 'updated_at': '2021-04-22T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': '14d21d9f-7795-499e-a7a1-e759e8f329ad', 'name': '', 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'mac_address': 'fa:16:3e:fd:b3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1003d498-3693-4db1-9bc4-7370500ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:06Z', 'updated_at': '2021-04-22T16:21:12Z', 'revision_number': 4, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'subnets': [{'id': '1003d498-3693-4db1-9bc4-7370500ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:21:12.922228 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a12ec4-d072-4980-9632-4fa5cb42ac72 None None] The sync data for ids ['778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'] in dv-cinder-784623-7-smb is: [{'id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'name': 'tempest-AttachVolumeTestJSON-804162723-router', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:21:02Z', 'updated_at': '2021-04-22T16:21:06Z', 'revision_number': 4, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'gw_port': {'id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:03Z', 'updated_at': '2021-04-22T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': '14d21d9f-7795-499e-a7a1-e759e8f329ad', 'name': '', 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'mac_address': 'fa:16:3e:fd:b3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1003d498-3693-4db1-9bc4-7370500ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:06Z', 'updated_at': '2021-04-22T16:21:12Z', 'revision_number': 4, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'subnets': [{'id': '1003d498-3693-4db1-9bc4-7370500ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:21:12.981266 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-353ad98f-0d5d-46a7-b26b-086391a75042 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Allocated IP 172.20.0.4 (a5794b71-f1d1-44d1-8a27-d224f55d0913/1003d498-3693-4db1-9bc4-7370500ca149/f964aef6-df1f-4844-b275-ba3495104a8f) {{(pid=86316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:21:13.141307 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:13.199553 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-353ad98f-0d5d-46a7-b26b-086391a75042 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for port, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:13.216890 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-353ad98f-0d5d-46a7-b26b-086391a75042 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Transition to ACTIVE for port object f964aef6-df1f-4844-b275-ba3495104a8f will not be triggered until provisioned by entity DHCP. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:21:13.242027 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-353ad98f-0d5d-46a7-b26b-086391a75042 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:13.248751 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b9fb646c-027d-482e-b273-eb8a4ef3ce03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:13.318973 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-353ad98f-0d5d-46a7-b26b-086391a75042 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Network a5794b71-f1d1-44d1-8a27-d224f55d0913 is already hosted by enough agents. {{(pid=86316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:21:13.322706 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-353ad98f-0d5d-46a7-b26b-086391a75042 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Resources bound (agent type, host, resource id): {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:21:13.326943 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-353ad98f-0d5d-46a7-b26b-086391a75042 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Received port after_create {{(pid=86316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:21:13.366517 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ad98f-0d5d-46a7-b26b-086391a75042 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Pushing event updated for resources: {'Port': ['ID=f964aef6-df1f-4844-b275-ba3495104a8f,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:13.371833 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-353ad98f-0d5d-46a7-b26b-086391a75042 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:13.400824 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-353ad98f-0d5d-46a7-b26b-086391a75042 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:13.401568 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-353ad98f-0d5d-46a7-b26b-086391a75042 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:13.423227 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-353ad98f-0d5d-46a7-b26b-086391a75042 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7967401 Apr 22 16:21:13.437476 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-ce2d28dc-70cb-4990-8433-4baeef18d20e service neutron] Request body: {'port': {'device_id': 'ba0675d8-0838-4194-840f-e0ec036b6b33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:21:13.562172 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-ce2d28dc-70cb-4990-8433-4baeef18d20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:13.573545 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-a5774ab6-663f-4529-80af-abcac3ad853d None None] Provisioning for port f964aef6-df1f-4844-b275-ba3495104a8f completed by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:21:13.580238 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-a5774ab6-663f-4529-80af-abcac3ad853d None None] Provisioning complete for port f964aef6-df1f-4844-b275-ba3495104a8f triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:21:13.580669 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a5774ab6-663f-4529-80af-abcac3ad853d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:13.666051 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-a5774ab6-663f-4529-80af-abcac3ad853d None None] Port f964aef6-df1f-4844-b275-ba3495104a8f cannot update to ACTIVE because it is not bound. {{(pid=86317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:21:13.936804 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 14d21d9f-7795-499e-a7a1-e759e8f329ad up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:21:14.009704 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning for port 14d21d9f-7795-499e-a7a1-e759e8f329ad completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:21:14.015981 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port 14d21d9f-7795-499e-a7a1-e759e8f329ad triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:21:14.016408 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:14.144331 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:14.153011 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26faa37b-b248-435c-944f-1a31455bdf21 req-9ae79c83-79be-4825-b773-574f628c4c65 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:14.153770 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-26faa37b-b248-435c-944f-1a31455bdf21 req-9ae79c83-79be-4825-b773-574f628c4c65 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Synchronizing usage tracker for tenant:4d9fda3d82e741d099ecb3711c280293 on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:21:14.179288 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] For port 14d21d9f-7795-499e-a7a1-e759e8f329ad, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=14d21d9f-7795-499e-a7a1-e759e8f329ad,segment=NetworkSegment(38dbabdb-ad72-4e3b-bb4c-3fc022062164),segment_id=38dbabdb-ad72-4e3b-bb4c-3fc022062164)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:21:14.182282 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:14.184553 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:14.192928 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-26faa37b-b248-435c-944f-1a31455bdf21 req-9ae79c83-79be-4825-b773-574f628c4c65 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Unset dirty status for tenant:4d9fda3d82e741d099ecb3711c280293 on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:21:14.194184 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-26faa37b-b248-435c-944f-1a31455bdf21 req-9ae79c83-79be-4825-b773-574f628c4c65 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 931 time: 0.4894826 Apr 22 16:21:14.258190 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Pushing event updated for resources: {'Port': ['ID=14d21d9f-7795-499e-a7a1-e759e8f329ad,revision_number=5']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:14.262007 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:14.303713 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-26faa37b-b248-435c-944f-1a31455bdf21 req-a0eab6c2-2950-43e7-b8af-b7ba8f872b0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956969 Apr 22 16:21:14.305768 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-ce2d28dc-70cb-4990-8433-4baeef18d20e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f964aef6-df1f-4844-b275-ba3495104a8f {{(pid=86316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:21:14.314833 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-ce2d28dc-70cb-4990-8433-4baeef18d20e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:14.330674 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-ce2d28dc-70cb-4990-8433-4baeef18d20e service neutron] Transition to ACTIVE for port object f964aef6-df1f-4844-b275-ba3495104a8f will not be triggered until provisioned by entity L2. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:21:14.333438 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-ce2d28dc-70cb-4990-8433-4baeef18d20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:14.338401 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b2b5ffd0-d9e0-4ada-9d29-aa0d493f9642 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:14.509218 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d28dc-70cb-4990-8433-4baeef18d20e service neutron] Pushing event updated for resources: {'Port': ['ID=f964aef6-df1f-4844-b275-ba3495104a8f,revision_number=2']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:14.518359 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ce2d28dc-70cb-4990-8433-4baeef18d20e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:14.588767 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-ce2d28dc-70cb-4990-8433-4baeef18d20e service neutron] Attempting to bind port f964aef6-df1f-4844-b275-ba3495104a8f on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:21:14.589146 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-ce2d28dc-70cb-4990-8433-4baeef18d20e service neutron] Attempting to bind port f964aef6-df1f-4844-b275-ba3495104a8f by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '38dbabdb-ad72-4e3b-bb4c-3fc022062164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913'}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:21:14.589508 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-ce2d28dc-70cb-4990-8433-4baeef18d20e service neutron] Attempting to bind port f964aef6-df1f-4844-b275-ba3495104a8f on network a5794b71-f1d1-44d1-8a27-d224f55d0913 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:21:14.594527 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-ce2d28dc-70cb-4990-8433-4baeef18d20e service neutron] Port f964aef6-df1f-4844-b275-ba3495104a8f on network a5794b71-f1d1-44d1-8a27-d224f55d0913 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:21:14.594912 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-ce2d28dc-70cb-4990-8433-4baeef18d20e service neutron] Attempting to bind port f964aef6-df1f-4844-b275-ba3495104a8f on network a5794b71-f1d1-44d1-8a27-d224f55d0913 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:21:14.600416 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-ce2d28dc-70cb-4990-8433-4baeef18d20e service neutron] Checking agent: {'id': '016b7565-6632-473e-a317-92a5bd3f2916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'started_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:21:14.600788 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-ce2d28dc-70cb-4990-8433-4baeef18d20e service neutron] Checking segment: {'id': '38dbabdb-ad72-4e3b-bb4c-3fc022062164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:21:14.601201 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-ce2d28dc-70cb-4990-8433-4baeef18d20e service neutron] Bound using segment: {'id': '38dbabdb-ad72-4e3b-bb4c-3fc022062164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913'} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:21:14.601705 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-ce2d28dc-70cb-4990-8433-4baeef18d20e service neutron] Bound port: f964aef6-df1f-4844-b275-ba3495104a8f, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38dbabdb-ad72-4e3b-bb4c-3fc022062164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913'}}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:21:14.602083 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-ce2d28dc-70cb-4990-8433-4baeef18d20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:14.700258 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-ce2d28dc-70cb-4990-8433-4baeef18d20e service neutron] For port f964aef6-df1f-4844-b275-ba3495104a8f, host hv-cinder-78462, cleared binding levels {{(pid=86316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:21:14.703375 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-ce2d28dc-70cb-4990-8433-4baeef18d20e service neutron] For port f964aef6-df1f-4844-b275-ba3495104a8f, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f964aef6-df1f-4844-b275-ba3495104a8f,segment=NetworkSegment(38dbabdb-ad72-4e3b-bb4c-3fc022062164),segment_id=38dbabdb-ad72-4e3b-bb4c-3fc022062164)] {{(pid=86316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:21:14.706658 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-ce2d28dc-70cb-4990-8433-4baeef18d20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:14.710363 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b8835be5-1748-41f0-b883-d1950576e991 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:14.770890 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-ce2d28dc-70cb-4990-8433-4baeef18d20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:14.771509 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-ce2d28dc-70cb-4990-8433-4baeef18d20e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:14.772996 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-ce2d28dc-70cb-4990-8433-4baeef18d20e service neutron] 10.222.0.43 "PUT /v2.0/ports/f964aef6-df1f-4844-b275-ba3495104a8f HTTP/1.1" status: 200 len: 1093 time: 1.3408706 Apr 22 16:21:14.773539 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba0675d8-0838-4194-840f-e0ec036b6b33', 'tag': 'f964aef6-df1f-4844-b275-ba3495104a8f'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:21:14.796139 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d28dc-70cb-4990-8433-4baeef18d20e service neutron] Pushing event updated for resources: {'Port': ['ID=f964aef6-df1f-4844-b275-ba3495104a8f,revision_number=3']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:14.799953 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ce2d28dc-70cb-4990-8433-4baeef18d20e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:14.870604 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba0675d8-0838-4194-840f-e0ec036b6b33', 'tag': 'f964aef6-df1f-4844-b275-ba3495104a8f', 'status': 'completed', 'code': 200} Apr 22 16:21:14.911315 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-75c0eaf1-7326-4cb0-8a14-802ba4e05e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:14.912960 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-75c0eaf1-7326-4cb0-8a14-802ba4e05e70 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d9fda3d82e741d099ecb3711c280293&device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 1096 time: 0.0849361 Apr 22 16:21:14.986267 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-65e65688-3930-4146-b29c-3bcf2574771e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f964aef6-df1f-4844-b275-ba3495104a8f HTTP/1.1" status: 200 len: 217 time: 0.0654347 Apr 22 16:21:15.059859 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-33a410a7-2c4f-4614-af02-4bd219c9e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:15.061780 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-33a410a7-2c4f-4614-af02-4bd219c9e251 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1003d498-3693-4db1-9bc4-7370500ca149 HTTP/1.1" status: 200 len: 849 time: 0.0690894 Apr 22 16:21:15.143444 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-eb119d85-949f-4a6d-81f5-c54c3b3379a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:15.145043 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-eb119d85-949f-4a6d-81f5-c54c3b3379a4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5794b71-f1d1-44d1-8a27-d224f55d0913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0762868 Apr 22 16:21:15.287870 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-366c60de-0364-472d-937e-4b939c0f2b9f service neutron] 10.222.0.43 "GET /v2.0/networks/a5794b71-f1d1-44d1-8a27-d224f55d0913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348696 Apr 22 16:21:15.473854 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c708e437-b2c3-4b16-b8df-e297cb9eedf6 req-abc75b5d-0fda-49dc-a12e-d43f1eed5cf6 service neutron] 10.222.0.43 "GET /v2.0/networks/a5794b71-f1d1-44d1-8a27-d224f55d0913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788046 Apr 22 16:21:15.515200 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c6019-8e60-459c-9693-1859cbb69003 req-5b316dd5-2762-4675-8ad8-e7a7cb9d1116 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:15.516779 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-795c6019-8e60-459c-9693-1859cbb69003 req-5b316dd5-2762-4675-8ad8-e7a7cb9d1116 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 943 time: 0.0944817 Apr 22 16:21:15.625769 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-795c6019-8e60-459c-9693-1859cbb69003 req-5912d627-f24c-401d-8569-964a5546fea2 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608757 Apr 22 16:21:15.639571 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda01c29-be2f-4329-bfd6-2d844ba063da req-f61bd4fa-beb2-474c-97c2-d3e8e19626e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:15.641263 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fda01c29-be2f-4329-bfd6-2d844ba063da req-f61bd4fa-beb2-474c-97c2-d3e8e19626e6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d9fda3d82e741d099ecb3711c280293&device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 1096 time: 0.1204653 Apr 22 16:21:15.784659 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda01c29-be2f-4329-bfd6-2d844ba063da req-5b9214f2-99f6-476b-8c11-7559c233c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:15.786204 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fda01c29-be2f-4329-bfd6-2d844ba063da req-5b9214f2-99f6-476b-8c11-7559c233c2d5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a5794b71-f1d1-44d1-8a27-d224f55d0913 HTTP/1.1" status: 200 len: 911 time: 0.1375499 Apr 22 16:21:15.863477 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fda01c29-be2f-4329-bfd6-2d844ba063da req-9e594d37-dfbe-480c-afa0-fc544508bd9c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f964aef6-df1f-4844-b275-ba3495104a8f HTTP/1.1" status: 200 len: 217 time: 0.0686371 Apr 22 16:21:15.919351 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 14d21d9f-7795-499e-a7a1-e759e8f329ad up at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:21:15.933259 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda01c29-be2f-4329-bfd6-2d844ba063da req-b7c0d1e4-c01c-4b81-bc61-fa6b8dfd0e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:15.934844 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fda01c29-be2f-4329-bfd6-2d844ba063da req-b7c0d1e4-c01c-4b81-bc61-fa6b8dfd0e10 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1003d498-3693-4db1-9bc4-7370500ca149 HTTP/1.1" status: 200 len: 849 time: 0.0650351 Apr 22 16:21:15.991949 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Provisioning complete for port 14d21d9f-7795-499e-a7a1-e759e8f329ad triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:21:15.992365 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:16.020481 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda01c29-be2f-4329-bfd6-2d844ba063da req-f65ccefd-b0f4-42c0-862d-95cee741d779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:16.022322 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fda01c29-be2f-4329-bfd6-2d844ba063da req-f65ccefd-b0f4-42c0-862d-95cee741d779 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5794b71-f1d1-44d1-8a27-d224f55d0913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805306 Apr 22 16:21:16.169980 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fda01c29-be2f-4329-bfd6-2d844ba063da req-73fe1922-4a5a-4e80-bb1f-6f8b9ae22f8f service neutron] 10.222.0.43 "GET /v2.0/networks/a5794b71-f1d1-44d1-8a27-d224f55d0913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391044 Apr 22 16:21:16.312052 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fda01c29-be2f-4329-bfd6-2d844ba063da req-ff11e25b-04f8-4383-b356-0cd5b0dd7964 service neutron] 10.222.0.43 "GET /v2.0/networks/a5794b71-f1d1-44d1-8a27-d224f55d0913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350536 Apr 22 16:21:16.827063 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed33ed-55e5-4b85-84be-e153844104ba req-50492d19-72ca-49db-bc58-e170ed8e75df tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:16.828643 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1bed33ed-55e5-4b85-84be-e153844104ba req-50492d19-72ca-49db-bc58-e170ed8e75df tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 943 time: 0.0879664 Apr 22 16:21:16.876317 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1bed33ed-55e5-4b85-84be-e153844104ba req-0563ed85-b53e-459b-ae0b-ee808174136f tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414011 Apr 22 16:21:18.081280 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f69408-7d55-4d8f-983c-fdea40671819 req-21f67bef-e037-4d60-ac8f-8238c69483b6 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:18.082884 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a1f69408-7d55-4d8f-983c-fdea40671819 req-21f67bef-e037-4d60-ac8f-8238c69483b6 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 943 time: 0.0932505 Apr 22 16:21:18.131062 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a1f69408-7d55-4d8f-983c-fdea40671819 req-0c57652f-36b8-4146-9c0b-b1da442d1565 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413144 Apr 22 16:21:18.594097 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device f964aef6-df1f-4844-b275-ba3495104a8f details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:21:18.897445 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port f964aef6-df1f-4844-b275-ba3495104a8f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f964aef6-df1f-4844-b275-ba3495104a8f,segment=NetworkSegment(38dbabdb-ad72-4e3b-bb4c-3fc022062164),segment_id=38dbabdb-ad72-4e3b-bb4c-3fc022062164)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:21:18.911033 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Returning: {'device': 'f964aef6-df1f-4844-b275-ba3495104a8f', 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913', 'port_id': 'f964aef6-df1f-4844-b275-ba3495104a8f', 'mac_address': 'fa:16:3e:62:b4:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1003d498-3693-4db1-9bc4-7370500ca149', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:21:18.970893 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:18.988003 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f964aef6-df1f-4844-b275-ba3495104a8f {{(pid=86317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:21:19.004202 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port f964aef6-df1f-4844-b275-ba3495104a8f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f964aef6-df1f-4844-b275-ba3495104a8f,segment=NetworkSegment(38dbabdb-ad72-4e3b-bb4c-3fc022062164),segment_id=38dbabdb-ad72-4e3b-bb4c-3fc022062164)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:21:19.006957 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:19.008744 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:19.077271 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=f964aef6-df1f-4844-b275-ba3495104a8f,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:19.080337 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:19.226857 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['f964aef6-df1f-4844-b275-ba3495104a8f'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:21:19.331183 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fe2d9-e6c7-4fe3-9083-051ba1db385e req-03ecb354-f691-4e42-afda-0cfe7c420138 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:19.332793 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-233fe2d9-e6c7-4fe3-9083-051ba1db385e req-03ecb354-f691-4e42-afda-0cfe7c420138 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 944 time: 0.0895586 Apr 22 16:21:19.380907 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-233fe2d9-e6c7-4fe3-9083-051ba1db385e req-606eeec9-a175-42a7-bf15-eda821be9930 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415444 Apr 22 16:21:20.585958 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094703a0-4779-40fe-bb8c-4f27969324ae req-49d96947-0299-421f-af63-c5fe8f9587ae tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:20.587538 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-094703a0-4779-40fe-bb8c-4f27969324ae req-49d96947-0299-421f-af63-c5fe8f9587ae tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 944 time: 0.0910478 Apr 22 16:21:20.602217 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device f964aef6-df1f-4844-b275-ba3495104a8f up at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:21:20.640367 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-094703a0-4779-40fe-bb8c-4f27969324ae req-93f50a48-af14-436b-b1d9-54410a9b2f30 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457413 Apr 22 16:21:20.673017 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning for port f964aef6-df1f-4844-b275-ba3495104a8f completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:21:20.677889 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning complete for port f964aef6-df1f-4844-b275-ba3495104a8f triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:21:20.678304 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:20.800733 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:20.828594 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0675d8-0838-4194-840f-e0ec036b6b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f964aef6-df1f-4844-b275-ba3495104a8f'}] {{(pid=86317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:21:20.838941 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port f964aef6-df1f-4844-b275-ba3495104a8f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f964aef6-df1f-4844-b275-ba3495104a8f,segment=NetworkSegment(38dbabdb-ad72-4e3b-bb4c-3fc022062164),segment_id=38dbabdb-ad72-4e3b-bb4c-3fc022062164)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:21:20.841709 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:20.843622 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:20.881309 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0675d8-0838-4194-840f-e0ec036b6b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f964aef6-df1f-4844-b275-ba3495104a8f', 'code': 200} Apr 22 16:21:20.918958 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=f964aef6-df1f-4844-b275-ba3495104a8f,revision_number=5']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:20.922197 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:21.119418 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd23b2a-26bd-4625-939b-4e99fb548b81 req-3ea76b48-03eb-4de5-a5b5-32b31e4f0a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:21.120978 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cbd23b2a-26bd-4625-939b-4e99fb548b81 req-3ea76b48-03eb-4de5-a5b5-32b31e4f0a7f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 1098 time: 0.0777483 Apr 22 16:21:21.167647 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cbd23b2a-26bd-4625-939b-4e99fb548b81 req-b043f299-e52a-4da5-b811-71044e98bc17 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396008 Apr 22 16:21:21.838466 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cde9d-4f8d-48a1-b6f3-931122e9712d req-f46e75e5-cb0c-41b9-9434-aa91989fce8a tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:21.840739 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-259cde9d-4f8d-48a1-b6f3-931122e9712d req-f46e75e5-cb0c-41b9-9434-aa91989fce8a tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.0882361 Apr 22 16:21:21.889218 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-259cde9d-4f8d-48a1-b6f3-931122e9712d req-ac1c83dc-f531-49cf-a116-c0e8dc88094f tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419235 Apr 22 16:21:23.098608 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606aef0-cffe-49e0-9ff7-d0805cc0b834 req-74b1f481-4852-48b1-86c3-7de7329a662c tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:23.100186 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c606aef0-cffe-49e0-9ff7-d0805cc0b834 req-74b1f481-4852-48b1-86c3-7de7329a662c tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.0939503 Apr 22 16:21:23.148748 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c606aef0-cffe-49e0-9ff7-d0805cc0b834 req-5d72f92b-2d2f-4420-ba64-8a3d257f8a04 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411768 Apr 22 16:21:23.342379 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7b84a-2e0c-4ff8-9c99-6ad3fc173f85 req-6870463c-7c2b-4305-ae24-f1dddf03842a tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:23.343979 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-38f7b84a-2e0c-4ff8-9c99-6ad3fc173f85 req-6870463c-7c2b-4305-ae24-f1dddf03842a tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.0885344 Apr 22 16:21:23.353159 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 47588) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:21:23.359479 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-0f31d6e5-1e8d-4e28-8b60-1f301bfcb90c tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Request body: {'floatingip': {'port_id': 'f964aef6-df1f-4844-b275-ba3495104a8f'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:21:23.441876 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0f31d6e5-1e8d-4e28-8b60-1f301bfcb90c tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for floatingip, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:24.271327 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0f31d6e5-1e8d-4e28-8b60-1f301bfcb90c tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:24.274033 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0f31d6e5-1e8d-4e28-8b60-1f301bfcb90c tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691126'] for floatingip, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:24.395049 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:21:24.456848 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.l3_db [None req-0f31d6e5-1e8d-4e28-8b60-1f301bfcb90c tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Floating IP 11e5d4ea-acfb-408e-89f7-b4a6e08364ef associated. External IP: 172.28.3.217, port: f964aef6-df1f-4844-b275-ba3495104a8f. Apr 22 16:21:24.834049 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f31d6e5-1e8d-4e28-8b60-1f301bfcb90c tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Router 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 has already been hosted by L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 {{(pid=86316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:21:25.016745 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f31d6e5-1e8d-4e28-8b60-1f301bfcb90c tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:21:25.021691 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0f31d6e5-1e8d-4e28-8b60-1f301bfcb90c tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:25.026939 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe79cf10-7ebe-4a48-aa77-0454e3b825c0 None None] Sync routers for ids ['778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'] in dv-cinder-784623-7-smb {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:21:25.037428 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe79cf10-7ebe-4a48-aa77-0454e3b825c0 None None] Routers {'778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:21:25.038081 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-fe79cf10-7ebe-4a48-aa77-0454e3b825c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:21:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:21:25.083369 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-0f31d6e5-1e8d-4e28-8b60-1f301bfcb90c tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "PUT /v2.0/floatingips/11e5d4ea-acfb-408e-89f7-b4a6e08364ef HTTP/1.1" status: 200 len: 991 time: 1.7290747 Apr 22 16:21:25.084053 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba0675d8-0838-4194-840f-e0ec036b6b33', 'tag': 'f964aef6-df1f-4844-b275-ba3495104a8f'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:21:25.134662 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba0675d8-0838-4194-840f-e0ec036b6b33', 'tag': 'f964aef6-df1f-4844-b275-ba3495104a8f', 'status': 'completed', 'code': 200} Apr 22 16:21:25.234463 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-fe79cf10-7ebe-4a48-aa77-0454e3b825c0 None None] Set router 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:21:25.237000 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd4209-19bd-4290-a750-d1d43589c55b req-43bdb541-aecd-48ea-a6ba-3d8a9a0eab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:25.238697 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-13dd4209-19bd-4290-a750-d1d43589c55b req-43bdb541-aecd-48ea-a6ba-3d8a9a0eab77 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d9fda3d82e741d099ecb3711c280293&device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 1098 time: 0.0821681 Apr 22 16:21:25.381249 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd4209-19bd-4290-a750-d1d43589c55b req-356f42e1-f69b-4e12-b6ff-4d810e1eadca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:25.382782 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-13dd4209-19bd-4290-a750-d1d43589c55b req-356f42e1-f69b-4e12-b6ff-4d810e1eadca service neutron] 10.222.0.43 "GET /v2.0/networks?id=a5794b71-f1d1-44d1-8a27-d224f55d0913 HTTP/1.1" status: 200 len: 911 time: 0.1372898 Apr 22 16:21:25.491704 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-13dd4209-19bd-4290-a750-d1d43589c55b req-abe5471d-201d-4c6c-90ea-5629d667f026 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f964aef6-df1f-4844-b275-ba3495104a8f HTTP/1.1" status: 200 len: 999 time: 0.1022358 Apr 22 16:21:25.559750 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd4209-19bd-4290-a750-d1d43589c55b req-73cbb748-b131-44e6-a696-d9917fbc5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:25.561294 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-13dd4209-19bd-4290-a750-d1d43589c55b req-73cbb748-b131-44e6-a696-d9917fbc5579 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1003d498-3693-4db1-9bc4-7370500ca149 HTTP/1.1" status: 200 len: 849 time: 0.0628848 Apr 22 16:21:25.600374 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-fe79cf10-7ebe-4a48-aa77-0454e3b825c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'name': 'tempest-AttachVolumeTestJSON-804162723-router', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:21:02Z', 'updated_at': '2021-04-22T16:21:06Z', 'revision_number': 4, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'gw_port': {'id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:03Z', 'updated_at': '2021-04-22T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_floatingips': [{'id': '11e5d4ea-acfb-408e-89f7-b4a6e08364ef', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'floating_ip_address': '172.28.3.217', 'floating_network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'router_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'port_id': 'f964aef6-df1f-4844-b275-ba3495104a8f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913', 'mac_address': 'fa:16:3e:62:b4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0675d8-0838-4194-840f-e0ec036b6b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:21:09Z', 'updated_at': '2021-04-22T16:21:24Z', 'revision_number': 1, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14d21d9f-7795-499e-a7a1-e759e8f329ad', 'name': '', 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'mac_address': 'fa:16:3e:fd:b3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1003d498-3693-4db1-9bc4-7370500ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:06Z', 'updated_at': '2021-04-22T16:21:14Z', 'revision_number': 5, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'subnets': [{'id': '1003d498-3693-4db1-9bc4-7370500ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:21:25.604623 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe79cf10-7ebe-4a48-aa77-0454e3b825c0 None None] Checking router: 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 for host: dv-cinder-784623-7-smb {{(pid=86318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:21:25.613933 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe79cf10-7ebe-4a48-aa77-0454e3b825c0 None None] Routers {'778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:21:25.614632 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-fe79cf10-7ebe-4a48-aa77-0454e3b825c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:21:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:21:25.648180 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd4209-19bd-4290-a750-d1d43589c55b req-840b2fae-c2b9-432d-b302-78c6b5550532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:25.649690 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-13dd4209-19bd-4290-a750-d1d43589c55b req-840b2fae-c2b9-432d-b302-78c6b5550532 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5794b71-f1d1-44d1-8a27-d224f55d0913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810878 Apr 22 16:21:25.791538 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-13dd4209-19bd-4290-a750-d1d43589c55b req-33c3b19c-d645-43e6-b68a-44a4027c6f2a service neutron] 10.222.0.43 "GET /v2.0/networks/a5794b71-f1d1-44d1-8a27-d224f55d0913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336374 Apr 22 16:21:25.804533 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-fe79cf10-7ebe-4a48-aa77-0454e3b825c0 None None] Set router 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:21:25.942353 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-13dd4209-19bd-4290-a750-d1d43589c55b req-5d526fef-22be-4ffc-b258-8a7d6cc8d702 service neutron] 10.222.0.43 "GET /v2.0/networks/a5794b71-f1d1-44d1-8a27-d224f55d0913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435926 Apr 22 16:21:26.331248 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-fe79cf10-7ebe-4a48-aa77-0454e3b825c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'name': 'tempest-AttachVolumeTestJSON-804162723-router', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:21:02Z', 'updated_at': '2021-04-22T16:21:06Z', 'revision_number': 4, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'gw_port': {'id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:03Z', 'updated_at': '2021-04-22T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_floatingips': [{'id': '11e5d4ea-acfb-408e-89f7-b4a6e08364ef', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'floating_ip_address': '172.28.3.217', 'floating_network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'router_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'port_id': 'f964aef6-df1f-4844-b275-ba3495104a8f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913', 'mac_address': 'fa:16:3e:62:b4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0675d8-0838-4194-840f-e0ec036b6b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:21:09Z', 'updated_at': '2021-04-22T16:21:24Z', 'revision_number': 1, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14d21d9f-7795-499e-a7a1-e759e8f329ad', 'name': '', 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'mac_address': 'fa:16:3e:fd:b3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1003d498-3693-4db1-9bc4-7370500ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:06Z', 'updated_at': '2021-04-22T16:21:14Z', 'revision_number': 5, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'subnets': [{'id': '1003d498-3693-4db1-9bc4-7370500ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:21:26.335404 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe79cf10-7ebe-4a48-aa77-0454e3b825c0 None None] The sync data for ids ['778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'] in dv-cinder-784623-7-smb is: [{'id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'name': 'tempest-AttachVolumeTestJSON-804162723-router', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:21:02Z', 'updated_at': '2021-04-22T16:21:06Z', 'revision_number': 4, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'gw_port': {'id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:03Z', 'updated_at': '2021-04-22T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_floatingips': [{'id': '11e5d4ea-acfb-408e-89f7-b4a6e08364ef', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'floating_ip_address': '172.28.3.217', 'floating_network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'router_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'port_id': 'f964aef6-df1f-4844-b275-ba3495104a8f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913', 'mac_address': 'fa:16:3e:62:b4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0675d8-0838-4194-840f-e0ec036b6b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:21:09Z', 'updated_at': '2021-04-22T16:21:24Z', 'revision_number': 1, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14d21d9f-7795-499e-a7a1-e759e8f329ad', 'name': '', 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'mac_address': 'fa:16:3e:fd:b3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1003d498-3693-4db1-9bc4-7370500ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:06Z', 'updated_at': '2021-04-22T16:21:14Z', 'revision_number': 5, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'subnets': [{'id': '1003d498-3693-4db1-9bc4-7370500ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:21:26.605366 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd90d83-500d-4e5a-ac6d-b372894b1d66 None None] New status for floating IP 11e5d4ea-acfb-408e-89f7-b4a6e08364ef: ACTIVE {{(pid=86317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:21:30.233009 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d9efb-2dd0-4310-945f-c21272c3df81 req-7b7bea8f-b4e3-407a-813d-552d3489b926 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:30.234522 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-dd8d9efb-2dd0-4310-945f-c21272c3df81 req-7b7bea8f-b4e3-407a-813d-552d3489b926 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 945 time: 0.0875890 Apr 22 16:21:30.282398 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-dd8d9efb-2dd0-4310-945f-c21272c3df81 req-c3237229-1215-4209-9b70-5208b6e42eb0 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/security-groups?id=cde45e02-e6e0-4438-9236-53fb1c673e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415339 Apr 22 16:21:31.483823 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf55127-3e68-40f8-85ac-4685036b5c8a req-6eebeaee-7f1c-4206-8ce4-463786f9599c tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:31.485373 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8bf55127-3e68-40f8-85ac-4685036b5c8a req-6eebeaee-7f1c-4206-8ce4-463786f9599c tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 945 time: 0.0906575 Apr 22 16:21:31.532659 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8bf55127-3e68-40f8-85ac-4685036b5c8a req-ecae8066-a725-4d0e-8d77-73c8ad546a56 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/security-groups?id=cde45e02-e6e0-4438-9236-53fb1c673e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410426 Apr 22 16:21:32.734468 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cba557-dba9-44b7-a14b-d37e31104773 req-4c3dc4a2-3c04-479f-85d4-aa196b2a1d04 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:32.736094 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-74cba557-dba9-44b7-a14b-d37e31104773 req-4c3dc4a2-3c04-479f-85d4-aa196b2a1d04 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 945 time: 0.0882180 Apr 22 16:21:32.786435 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-74cba557-dba9-44b7-a14b-d37e31104773 req-ff3f8a06-007f-4982-93f7-22ca11374cd4 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/security-groups?id=cde45e02-e6e0-4438-9236-53fb1c673e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440423 Apr 22 16:21:33.987575 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79402743-a0b0-43d5-a81a-3f87e9cb286b req-e8ba13a1-411a-4040-83c8-247e1ab2d4ba tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:33.989156 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-79402743-a0b0-43d5-a81a-3f87e9cb286b req-e8ba13a1-411a-4040-83c8-247e1ab2d4ba tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 945 time: 0.0891716 Apr 22 16:21:34.036608 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-79402743-a0b0-43d5-a81a-3f87e9cb286b req-71817e07-c053-4c1b-8abe-befa7d80a6f2 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/security-groups?id=cde45e02-e6e0-4438-9236-53fb1c673e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410588 Apr 22 16:21:35.241629 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc82c98-b71e-49f2-ad53-5bfe1a43e667 req-d96c072d-2b10-4cdf-afcc-ba11e8bc1e7f tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:35.243313 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cbc82c98-b71e-49f2-ad53-5bfe1a43e667 req-d96c072d-2b10-4cdf-afcc-ba11e8bc1e7f tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 945 time: 0.0937424 Apr 22 16:21:35.294567 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cbc82c98-b71e-49f2-ad53-5bfe1a43e667 req-529feae0-9bee-4d67-bd51-f78de708eb83 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/security-groups?id=cde45e02-e6e0-4438-9236-53fb1c673e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440590 Apr 22 16:21:36.501107 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0cb09-cff2-4083-9feb-3cc59fcedf39 req-df09097c-aa62-4447-91c9-4e13e3ec68e2 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:36.502738 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a7c0cb09-cff2-4083-9feb-3cc59fcedf39 req-df09097c-aa62-4447-91c9-4e13e3ec68e2 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 945 time: 0.0905330 Apr 22 16:21:36.549032 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a7c0cb09-cff2-4083-9feb-3cc59fcedf39 req-663ad980-14e5-4955-9250-7384e12ef1ec tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/security-groups?id=cde45e02-e6e0-4438-9236-53fb1c673e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399969 Apr 22 16:21:37.753835 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aef541-6e09-4b22-82fe-003977bd51ca req-78e1ee69-e9fd-4732-83d6-0ce54fc8db3a tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:37.755441 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c1aef541-6e09-4b22-82fe-003977bd51ca req-78e1ee69-e9fd-4732-83d6-0ce54fc8db3a tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 945 time: 0.0917058 Apr 22 16:21:37.801962 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c1aef541-6e09-4b22-82fe-003977bd51ca req-9ffff541-2245-4d8d-af12-17e232438593 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/security-groups?id=cde45e02-e6e0-4438-9236-53fb1c673e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396538 Apr 22 16:21:37.993391 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:38.449478 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5f7a4af2-c725-443b-91b0-777baf669c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:39.002668 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bf025-42fc-4f87-be67-3003962b9ad8 req-e072a54d-093e-4961-b1d2-c90eee520824 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:39.004235 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a71bf025-42fc-4f87-be67-3003962b9ad8 req-e072a54d-093e-4961-b1d2-c90eee520824 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 945 time: 0.0883088 Apr 22 16:21:39.054232 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a71bf025-42fc-4f87-be67-3003962b9ad8 req-eeafce91-74fb-4eb5-ab8a-7ae2265d1482 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/security-groups?id=cde45e02-e6e0-4438-9236-53fb1c673e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437126 Apr 22 16:21:39.460968 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7e1a7-21d2-4f86-b0c3-84cd70e17a82 req-80d756c2-f03b-4eaf-ae94-a86654ee6324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:39.462479 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-00e7e1a7-21d2-4f86-b0c3-84cd70e17a82 req-80d756c2-f03b-4eaf-ae94-a86654ee6324 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a6b4d93aa2ff408c838edd1afc9b4a97&device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 1098 time: 0.3090444 Apr 22 16:21:39.615539 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7e1a7-21d2-4f86-b0c3-84cd70e17a82 req-601550d9-4985-47bc-a376-7368bdc3225c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:39.617113 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-00e7e1a7-21d2-4f86-b0c3-84cd70e17a82 req-601550d9-4985-47bc-a376-7368bdc3225c service neutron] 10.222.0.43 "GET /v2.0/networks?id=a8662695-9f3a-453f-9be3-607a5313f59f HTTP/1.1" status: 200 len: 910 time: 0.1345758 Apr 22 16:21:39.731277 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-00e7e1a7-21d2-4f86-b0c3-84cd70e17a82 req-29b5a177-2b02-4d63-940e-777622d05bd3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 HTTP/1.1" status: 200 len: 1001 time: 0.1045008 Apr 22 16:21:39.800947 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7e1a7-21d2-4f86-b0c3-84cd70e17a82 req-cea41760-f5ab-4a73-846b-d07a4440184e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:39.802547 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-00e7e1a7-21d2-4f86-b0c3-84cd70e17a82 req-cea41760-f5ab-4a73-846b-d07a4440184e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d815908-385f-4645-b12f-6a6103a7b087 HTTP/1.1" status: 200 len: 848 time: 0.0644546 Apr 22 16:21:39.889278 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7e1a7-21d2-4f86-b0c3-84cd70e17a82 req-51dda816-74d7-4b10-8169-87f5d11daf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:39.890880 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-00e7e1a7-21d2-4f86-b0c3-84cd70e17a82 req-51dda816-74d7-4b10-8169-87f5d11daf42 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a8662695-9f3a-453f-9be3-607a5313f59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806141 Apr 22 16:21:40.031941 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-00e7e1a7-21d2-4f86-b0c3-84cd70e17a82 req-49f8da3c-6886-420e-a380-a0dae2eddba2 service neutron] 10.222.0.43 "GET /v2.0/networks/a8662695-9f3a-453f-9be3-607a5313f59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329162 Apr 22 16:21:40.176622 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-00e7e1a7-21d2-4f86-b0c3-84cd70e17a82 req-4367cf06-3de7-4742-8dda-0618a8ff8fc0 service neutron] 10.222.0.43 "GET /v2.0/networks/a8662695-9f3a-453f-9be3-607a5313f59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369860 Apr 22 16:21:40.328801 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b91a9-d69a-4efb-b713-cd1234cc1597 req-c699635e-f4bd-483e-8809-378d7a959f39 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:40.330286 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fb6b91a9-d69a-4efb-b713-cd1234cc1597 req-c699635e-f4bd-483e-8809-378d7a959f39 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 945 time: 0.1562405 Apr 22 16:21:40.333114 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd722d-9181-4227-a7a4-740f259308d7 req-ee3a6bad-5b3b-4099-a7a3-d1bcd1d86a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:40.334544 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6ebd722d-9181-4227-a7a4-740f259308d7 req-ee3a6bad-5b3b-4099-a7a3-d1bcd1d86a8a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a6b4d93aa2ff408c838edd1afc9b4a97&device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 1098 time: 0.1171589 Apr 22 16:21:40.468157 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fb6b91a9-d69a-4efb-b713-cd1234cc1597 req-260e6d86-2674-44f8-a146-4507a3f5d9e3 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/security-groups?id=cde45e02-e6e0-4438-9236-53fb1c673e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312761 Apr 22 16:21:40.507114 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd722d-9181-4227-a7a4-740f259308d7 req-640932a6-7e90-430c-a23d-fdb3a24ed349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:40.508637 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6ebd722d-9181-4227-a7a4-740f259308d7 req-640932a6-7e90-430c-a23d-fdb3a24ed349 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a8662695-9f3a-453f-9be3-607a5313f59f HTTP/1.1" status: 200 len: 910 time: 0.1559908 Apr 22 16:21:40.616283 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6ebd722d-9181-4227-a7a4-740f259308d7 req-1b6efe48-008e-493e-8932-ce1e124f24b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 HTTP/1.1" status: 200 len: 1001 time: 0.1007431 Apr 22 16:21:40.685577 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd722d-9181-4227-a7a4-740f259308d7 req-177880f4-c720-4698-b3ba-7c73fc3c1d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:40.687178 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6ebd722d-9181-4227-a7a4-740f259308d7 req-177880f4-c720-4698-b3ba-7c73fc3c1d65 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d815908-385f-4645-b12f-6a6103a7b087 HTTP/1.1" status: 200 len: 848 time: 0.0638454 Apr 22 16:21:40.772606 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd722d-9181-4227-a7a4-740f259308d7 req-6b5fffe9-f02f-436a-9b82-52f86847e95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:40.774174 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6ebd722d-9181-4227-a7a4-740f259308d7 req-6b5fffe9-f02f-436a-9b82-52f86847e95a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a8662695-9f3a-453f-9be3-607a5313f59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0788374 Apr 22 16:21:40.916579 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6ebd722d-9181-4227-a7a4-740f259308d7 req-25361586-ada8-4a39-8228-0066c96e5fad service neutron] 10.222.0.43 "GET /v2.0/networks/a8662695-9f3a-453f-9be3-607a5313f59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348424 Apr 22 16:21:41.058260 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6ebd722d-9181-4227-a7a4-740f259308d7 req-74844727-2b74-4d69-9ca0-93d21e34784f service neutron] 10.222.0.43 "GET /v2.0/networks/a8662695-9f3a-453f-9be3-607a5313f59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346469 Apr 22 16:21:41.390009 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-768c4169-21b4-4fca-bafd-642f0957bb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:41.604179 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:41.667818 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0559797-f203-4f13-92e5-30eb923f2c75 req-3732d553-4c9a-49ea-8671-bfe032cb51d8 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:41.669340 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c0559797-f203-4f13-92e5-30eb923f2c75 req-3732d553-4c9a-49ea-8671-bfe032cb51d8 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 945 time: 0.0882630 Apr 22 16:21:41.717738 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c0559797-f203-4f13-92e5-30eb923f2c75 req-14a62215-07cf-42b8-a543-1c1852b961da tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/security-groups?id=cde45e02-e6e0-4438-9236-53fb1c673e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420065 Apr 22 16:21:41.806086 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:42.928323 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78a026-34f1-44be-a892-0b248da0bf6c req-56fac390-518a-4c51-82de-d502faa6c0f7 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:42.929930 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3e78a026-34f1-44be-a892-0b248da0bf6c req-56fac390-518a-4c51-82de-d502faa6c0f7 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 945 time: 0.0996001 Apr 22 16:21:42.978272 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3e78a026-34f1-44be-a892-0b248da0bf6c req-699be628-484e-4757-a793-1ea69724a67b tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/security-groups?id=cde45e02-e6e0-4438-9236-53fb1c673e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420432 Apr 22 16:21:43.141886 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:44.180298 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c406f-57ed-4a28-a0f8-e8935f798313 req-fe230be3-4ffe-45f8-96e6-965c896b16b5 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:44.181869 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c89c406f-57ed-4a28-a0f8-e8935f798313 req-fe230be3-4ffe-45f8-96e6-965c896b16b5 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 945 time: 0.0879257 Apr 22 16:21:44.230423 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c89c406f-57ed-4a28-a0f8-e8935f798313 req-ee7f6beb-14be-4594-8b4a-784586f9a43c tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/security-groups?id=cde45e02-e6e0-4438-9236-53fb1c673e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420496 Apr 22 16:21:44.530596 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-231319dc-799d-4a3c-93d9-df5350026151 req-99105893-ce2b-4f76-a7ee-36d3ad1cd98f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821006 Apr 22 16:21:44.604539 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a77e73-ceb5-4ae9-9c09-c95fb5a7846a req-9f081ff7-853e-4fad-b179-20b1c48aa88e tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:44.606268 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-37a77e73-ceb5-4ae9-9c09-c95fb5a7846a req-9f081ff7-853e-4fad-b179-20b1c48aa88e tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 945 time: 0.0908861 Apr 22 16:21:44.656770 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-37a77e73-ceb5-4ae9-9c09-c95fb5a7846a req-47ae6ada-79b8-4973-bc4b-01711823dfc1 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/security-groups?id=cde45e02-e6e0-4438-9236-53fb1c673e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439827 Apr 22 16:21:45.839052 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231319dc-799d-4a3c-93d9-df5350026151 req-62ce8f8b-1ba0-40fa-b017-117420e70bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:45.840534 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-231319dc-799d-4a3c-93d9-df5350026151 req-62ce8f8b-1ba0-40fa-b017-117420e70bfc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7&tenant_id=a6b4d93aa2ff408c838edd1afc9b4a97 HTTP/1.1" status: 200 len: 1098 time: 0.1315963 Apr 22 16:21:45.911329 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c612e6c-b639-4f9f-a794-0d0c4da48f57 req-da19c17c-430b-4454-a243-8fac96bda2a6 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:45.912809 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7c612e6c-b639-4f9f-a794-0d0c4da48f57 req-da19c17c-430b-4454-a243-8fac96bda2a6 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 945 time: 0.1363986 Apr 22 16:21:45.979216 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7c612e6c-b639-4f9f-a794-0d0c4da48f57 req-1a37060b-e002-4f25-b710-e5f18939e132 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/security-groups?id=cde45e02-e6e0-4438-9236-53fb1c673e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584092 Apr 22 16:21:45.988966 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231319dc-799d-4a3c-93d9-df5350026151 req-acebf60b-dc50-47fa-bf80-00820f2fc4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:45.990466 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-231319dc-799d-4a3c-93d9-df5350026151 req-acebf60b-dc50-47fa-bf80-00820f2fc4df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a6b4d93aa2ff408c838edd1afc9b4a97&device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 1098 time: 0.1277301 Apr 22 16:21:46.134457 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231319dc-799d-4a3c-93d9-df5350026151 req-b1fc01e2-9529-48d4-ab5e-0bff0f1b8dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:46.137180 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-231319dc-799d-4a3c-93d9-df5350026151 req-b1fc01e2-9529-48d4-ab5e-0bff0f1b8dfe service neutron] 10.222.0.43 "GET /v2.0/networks?id=a8662695-9f3a-453f-9be3-607a5313f59f HTTP/1.1" status: 200 len: 910 time: 0.1356134 Apr 22 16:21:46.247935 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-231319dc-799d-4a3c-93d9-df5350026151 req-08433155-d170-417e-84e7-c3faf6f9c3fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 HTTP/1.1" status: 200 len: 1001 time: 0.1034150 Apr 22 16:21:46.315785 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231319dc-799d-4a3c-93d9-df5350026151 req-af27dde7-5811-4f19-b5ea-772c2f191703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:46.317526 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-231319dc-799d-4a3c-93d9-df5350026151 req-af27dde7-5811-4f19-b5ea-772c2f191703 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d815908-385f-4645-b12f-6a6103a7b087 HTTP/1.1" status: 200 len: 848 time: 0.0620854 Apr 22 16:21:46.398963 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231319dc-799d-4a3c-93d9-df5350026151 req-433a4026-836e-4dbe-b751-7d1e3ab2aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:46.400516 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-231319dc-799d-4a3c-93d9-df5350026151 req-433a4026-836e-4dbe-b751-7d1e3ab2aad6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a8662695-9f3a-453f-9be3-607a5313f59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754991 Apr 22 16:21:46.761109 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:21:46.769748 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-231319dc-799d-4a3c-93d9-df5350026151 req-77b55062-e700-452f-810f-2bd3eda82a15 service neutron] 10.222.0.43 "GET /v2.0/networks/a8662695-9f3a-453f-9be3-607a5313f59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617649 Apr 22 16:21:46.881820 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:46.910729 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb90cbdb-1238-4963-835f-af9d934f99c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66ab95e3-1334-4ec8-aef2-53e2fcdc67f2'}] {{(pid=86317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:21:46.914667 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-231319dc-799d-4a3c-93d9-df5350026151 req-3bf26505-fd74-40e5-8b22-64662651e9a3 service neutron] 10.222.0.43 "GET /v2.0/networks/a8662695-9f3a-453f-9be3-607a5313f59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366849 Apr 22 16:21:46.922015 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=66ab95e3-1334-4ec8-aef2-53e2fcdc67f2,segment=NetworkSegment(ef82c03c-d53e-4b2a-850e-67a7b398adfb),segment_id=ef82c03c-d53e-4b2a-850e-67a7b398adfb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:21:46.925133 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:46.927237 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:46.959354 dv-cinder-784623-7-smb neutron-server[86202]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fb90cbdb-1238-4963-835f-af9d934f99c7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '66ab95e3-1334-4ec8-aef2-53e2fcdc67f2', 'code': 422} returned with failed status Apr 22 16:21:46.999957 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=66ab95e3-1334-4ec8-aef2-53e2fcdc67f2,revision_number=6']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:47.003274 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:47.186918 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7dbe0-b4d0-456c-8e7f-60948c0699e5 req-bf2256eb-ad78-4729-94da-f6a4fac72265 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:47.188411 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6bc7dbe0-b4d0-456c-8e7f-60948c0699e5 req-bf2256eb-ad78-4729-94da-f6a4fac72265 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 943 time: 0.0921230 Apr 22 16:21:47.237162 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6bc7dbe0-b4d0-456c-8e7f-60948c0699e5 req-40e62160-2b05-4020-a053-031f5a7f3b47 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/security-groups?id=cde45e02-e6e0-4438-9236-53fb1c673e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421019 Apr 22 16:21:48.506586 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28e882-f36b-4f5d-b58f-37af8c7a4b1a req-a45682ac-8122-40bf-b015-bf6b4b1f8c86 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:48.508154 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5b28e882-f36b-4f5d-b58f-37af8c7a4b1a req-a45682ac-8122-40bf-b015-bf6b4b1f8c86 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 943 time: 0.1542523 Apr 22 16:21:48.511577 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713ccb2-86e5-476a-ad71-53b92048955c req-984a24db-44b2-4155-a365-5391502ce31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:48.512996 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e713ccb2-86e5-476a-ad71-53b92048955c req-984a24db-44b2-4155-a365-5391502ce31f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 1096 time: 0.1229937 Apr 22 16:21:48.588995 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5b28e882-f36b-4f5d-b58f-37af8c7a4b1a req-ea510e4d-a873-4c36-b5ea-59a0326ae8d2 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/security-groups?id=cde45e02-e6e0-4438-9236-53fb1c673e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737972 Apr 22 16:21:48.591197 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e713ccb2-86e5-476a-ad71-53b92048955c req-3f468c64-f75d-47ca-82e4-fde7d9957b86 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cde45e02-e6e0-4438-9236-53fb1c673e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621486 Apr 22 16:21:48.789694 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:21:48.930178 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=66ab95e3-1334-4ec8-aef2-53e2fcdc67f2,segment=NetworkSegment(ef82c03c-d53e-4b2a-850e-67a7b398adfb),segment_id=ef82c03c-d53e-4b2a-850e-67a7b398adfb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:21:48.948064 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Returning: {'device': '66ab95e3-1334-4ec8-aef2-53e2fcdc67f2', 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f', 'port_id': '66ab95e3-1334-4ec8-aef2-53e2fcdc67f2', 'mac_address': 'fa:16:3e:03:91:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d815908-385f-4645-b12f-6a6103a7b087', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:21:49.005011 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:49.023004 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 {{(pid=86317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:21:49.038765 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=66ab95e3-1334-4ec8-aef2-53e2fcdc67f2,segment=NetworkSegment(ef82c03c-d53e-4b2a-850e-67a7b398adfb),segment_id=ef82c03c-d53e-4b2a-850e-67a7b398adfb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:21:49.041578 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:49.044104 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:49.112284 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=66ab95e3-1334-4ec8-aef2-53e2fcdc67f2,revision_number=7']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:49.115538 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:21:49.793504 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c3a2e-a345-4065-a274-c907ad35ac63 req-918865d1-444f-463a-ae92-abc2d92c0f6d tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:21:49.795072 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c47c3a2e-a345-4065-a274-c907ad35ac63 req-918865d1-444f-463a-ae92-abc2d92c0f6d tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 944 time: 0.0875440 Apr 22 16:21:49.842324 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c47c3a2e-a345-4065-a274-c907ad35ac63 req-b7b05baf-f8ba-44d1-9ed5-e9bf7ff3654c tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/security-groups?id=cde45e02-e6e0-4438-9236-53fb1c673e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404568 Apr 22 16:21:50.365494 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['66ab95e3-1334-4ec8-aef2-53e2fcdc67f2'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:21:52.809594 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 up at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:21:52.880674 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning complete for port 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:21:52.881091 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:53.004806 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:53.032175 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb90cbdb-1238-4963-835f-af9d934f99c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ab95e3-1334-4ec8-aef2-53e2fcdc67f2'}] {{(pid=86317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:21:53.042868 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=66ab95e3-1334-4ec8-aef2-53e2fcdc67f2,segment=NetworkSegment(ef82c03c-d53e-4b2a-850e-67a7b398adfb),segment_id=ef82c03c-d53e-4b2a-850e-67a7b398adfb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:21:53.045946 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:21:53.047870 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:21:53.093663 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb90cbdb-1238-4963-835f-af9d934f99c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ab95e3-1334-4ec8-aef2-53e2fcdc67f2', 'code': 200} Apr 22 16:21:53.123704 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=66ab95e3-1334-4ec8-aef2-53e2fcdc67f2,revision_number=8']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:21:53.126818 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:22:01.395610 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:22:08.023298 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:22:08.450650 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e61b0fb3-59ea-4f15-8706-e6215cf7394b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:22:09.101957 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882160a-19d4-41a0-944d-1b921813f54b req-e18b9f7d-94ac-4953-a988-7b7a1253cf4c tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:22:09.103560 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d882160a-19d4-41a0-944d-1b921813f54b req-e18b9f7d-94ac-4953-a988-7b7a1253cf4c tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.0937877 Apr 22 16:22:09.151476 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d882160a-19d4-41a0-944d-1b921813f54b req-cc1747da-e570-475d-b991-b0469f09dc00 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413189 Apr 22 16:22:10.357810 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68b387-5989-43de-805f-9a4681fdb3f5 req-24c126a8-2d3b-449e-bbb6-e9f8d4931b57 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:22:10.359390 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2a68b387-5989-43de-805f-9a4681fdb3f5 req-24c126a8-2d3b-449e-bbb6-e9f8d4931b57 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.0877156 Apr 22 16:22:10.409154 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2a68b387-5989-43de-805f-9a4681fdb3f5 req-83fb9531-1c5e-4dc6-886f-bacbb83ab254 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435779 Apr 22 16:22:11.392347 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-5d75f37f-8d80-43c1-a73e-856cb0ad95e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:22:11.609671 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:22:11.632902 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e230a0-985e-442f-a49a-2c725fe62bf7 req-3dd30fc4-ffe1-4305-90d2-f75bdbdcc528 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:22:11.634562 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-62e230a0-985e-442f-a49a-2c725fe62bf7 req-3dd30fc4-ffe1-4305-90d2-f75bdbdcc528 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.1075525 Apr 22 16:22:11.685779 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-62e230a0-985e-442f-a49a-2c725fe62bf7 req-d34ca720-eb89-4073-8cf3-bd6bf2223011 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439110 Apr 22 16:22:11.813621 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:22:12.889016 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50d767-0c5c-4924-b946-24e9b6540e6b req-ad9a417a-ed19-4ba5-9c3b-ba106bfd0ead tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:22:12.890760 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-df50d767-0c5c-4924-b946-24e9b6540e6b req-ad9a417a-ed19-4ba5-9c3b-ba106bfd0ead tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.0904758 Apr 22 16:22:12.937481 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-df50d767-0c5c-4924-b946-24e9b6540e6b req-378f8acc-b5d1-4522-bd4d-817c5a4f2229 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403574 Apr 22 16:22:13.145326 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:22:14.146442 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9b082-860c-42a9-915e-6ac6b08b7b0c req-09bc5295-ea9d-4c56-8f2e-c4463d0c7aee tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:22:14.148074 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b5b9b082-860c-42a9-915e-6ac6b08b7b0c req-09bc5295-ea9d-4c56-8f2e-c4463d0c7aee tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.0886199 Apr 22 16:22:14.197892 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b5b9b082-860c-42a9-915e-6ac6b08b7b0c req-4233b9e4-0f40-41a1-92ac-1e96056e671e tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435381 Apr 22 16:22:15.398998 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da70243-4e54-45f1-afdc-a6f3909c3916 req-600b553f-6a4a-435c-a24c-d94b759fcbd3 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:22:15.400556 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3da70243-4e54-45f1-afdc-a6f3909c3916 req-600b553f-6a4a-435c-a24c-d94b759fcbd3 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.0906942 Apr 22 16:22:15.448757 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3da70243-4e54-45f1-afdc-a6f3909c3916 req-928d06c1-b372-42d7-9851-357ccda4c9b5 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414238 Apr 22 16:22:16.652161 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797e36e-7190-4890-a32b-42f596a58e1b req-eb77aa5d-25bb-4240-9a7e-04b61acaa57b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:22:16.653712 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c797e36e-7190-4890-a32b-42f596a58e1b req-eb77aa5d-25bb-4240-9a7e-04b61acaa57b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.0869334 Apr 22 16:22:16.706210 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c797e36e-7190-4890-a32b-42f596a58e1b req-ef527d5a-7e05-43fc-ad6e-c8a1d65825a2 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451431 Apr 22 16:22:17.911556 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28667435-87ab-4269-ab0f-56f00abef5c0 req-c7a9c5e4-5030-4184-9fcd-8da721a1fbd4 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:22:17.913130 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-28667435-87ab-4269-ab0f-56f00abef5c0 req-c7a9c5e4-5030-4184-9fcd-8da721a1fbd4 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.0893443 Apr 22 16:22:17.962089 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-28667435-87ab-4269-ab0f-56f00abef5c0 req-9a13a1ea-84b1-4e91-8b3b-3e44096a80a2 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424821 Apr 22 16:22:19.164558 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c575557-dd1e-4f89-a182-473ad88cd4d3 req-b5e184d3-f40b-4668-9355-e1fbd5316a3f tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:22:19.166109 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6c575557-dd1e-4f89-a182-473ad88cd4d3 req-b5e184d3-f40b-4668-9355-e1fbd5316a3f tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.0910249 Apr 22 16:22:19.215232 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6c575557-dd1e-4f89-a182-473ad88cd4d3 req-78fde80f-c356-4b2b-af67-0031f01624db tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424876 Apr 22 16:22:20.416324 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02dae18-5b83-47d4-8e3e-fc5694c41f4a req-6514be5c-5dcb-42f3-934a-d44a21b39476 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:22:20.417919 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b02dae18-5b83-47d4-8e3e-fc5694c41f4a req-6514be5c-5dcb-42f3-934a-d44a21b39476 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.0877934 Apr 22 16:22:20.465464 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b02dae18-5b83-47d4-8e3e-fc5694c41f4a req-33191865-4fef-419d-9ae2-c630085461d3 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403454 Apr 22 16:22:20.879563 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1243e-36e0-4e57-9ad8-410c659447ab req-99459244-3428-4950-aee1-117fe7c474e2 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:22:20.881040 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0ff1243e-36e0-4e57-9ad8-410c659447ab req-99459244-3428-4950-aee1-117fe7c474e2 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.1488767 Apr 22 16:22:20.916160 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c288ecc-f637-4528-a3ec-5bd11a6e8d8f req-f20a1d80-7772-4fa9-b2a3-74801f8aced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:22:20.917666 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3c288ecc-f637-4528-a3ec-5bd11a6e8d8f req-f20a1d80-7772-4fa9-b2a3-74801f8aced3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d9fda3d82e741d099ecb3711c280293&device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 1098 time: 0.1242607 Apr 22 16:22:20.976984 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0ff1243e-36e0-4e57-9ad8-410c659447ab req-1776e2e7-6ada-4604-bd8a-7e1a8a778b9b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891898 Apr 22 16:22:21.072158 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c288ecc-f637-4528-a3ec-5bd11a6e8d8f req-34b8d210-544f-43f8-b3a6-b4e378e0b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:22:21.073694 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3c288ecc-f637-4528-a3ec-5bd11a6e8d8f req-34b8d210-544f-43f8-b3a6-b4e378e0b52f service neutron] 10.222.0.43 "GET /v2.0/networks?id=a5794b71-f1d1-44d1-8a27-d224f55d0913 HTTP/1.1" status: 200 len: 911 time: 0.1464539 Apr 22 16:22:21.182971 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3c288ecc-f637-4528-a3ec-5bd11a6e8d8f req-dccb4557-be52-4570-a0eb-c3ed069f8425 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f964aef6-df1f-4844-b275-ba3495104a8f HTTP/1.1" status: 200 len: 1001 time: 0.1012328 Apr 22 16:22:21.255382 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c288ecc-f637-4528-a3ec-5bd11a6e8d8f req-d304ae92-2d13-4d0d-932c-1e84468eff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:22:21.256885 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3c288ecc-f637-4528-a3ec-5bd11a6e8d8f req-d304ae92-2d13-4d0d-932c-1e84468eff3d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1003d498-3693-4db1-9bc4-7370500ca149 HTTP/1.1" status: 200 len: 849 time: 0.0667586 Apr 22 16:22:21.338056 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c288ecc-f637-4528-a3ec-5bd11a6e8d8f req-1fd30f48-64e9-4479-8861-0f5894fc8dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:22:21.339661 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3c288ecc-f637-4528-a3ec-5bd11a6e8d8f req-1fd30f48-64e9-4479-8861-0f5894fc8dab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5794b71-f1d1-44d1-8a27-d224f55d0913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761645 Apr 22 16:22:21.487377 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3c288ecc-f637-4528-a3ec-5bd11a6e8d8f req-f2ed3d42-2c37-4f38-9e71-1dd4038544a7 service neutron] 10.222.0.43 "GET /v2.0/networks/a5794b71-f1d1-44d1-8a27-d224f55d0913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341794 Apr 22 16:22:21.627785 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3c288ecc-f637-4528-a3ec-5bd11a6e8d8f req-9b46c444-9c61-493a-b91c-6728a23af65d service neutron] 10.222.0.43 "GET /v2.0/networks/a5794b71-f1d1-44d1-8a27-d224f55d0913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329408 Apr 22 16:22:22.189336 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febe5d6-7c9e-4655-8b53-3a48279786d6 req-e5bc544f-4947-4750-9c11-5f355eae6e83 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:22:22.190856 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2febe5d6-7c9e-4655-8b53-3a48279786d6 req-e5bc544f-4947-4750-9c11-5f355eae6e83 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.0906186 Apr 22 16:22:22.245548 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2febe5d6-7c9e-4655-8b53-3a48279786d6 req-6627a0bc-3647-4657-a4a2-628709c8a1ee tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479980 Apr 22 16:22:23.449795 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792e236-9f28-4948-b9ff-68806e35f0b7 req-f540446e-3a39-4ae4-a1e7-f5e39718492c tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:22:23.451287 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7792e236-9f28-4948-b9ff-68806e35f0b7 req-f540446e-3a39-4ae4-a1e7-f5e39718492c tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.0872426 Apr 22 16:22:23.498585 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7792e236-9f28-4948-b9ff-68806e35f0b7 req-e0a98c12-1ead-4b15-8673-a24b3ab591b8 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398040 Apr 22 16:22:38.043558 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:22:38.395431 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:22:38.452183 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-31a9b9d8-2e3b-4792-aecd-32d0d995f348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:22:41.224181 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0a96efb7-75ea-4eb8-b455-a873c07c8f82 req-0007ef0a-4a19-4b41-bccb-106ed420c9e2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805154 Apr 22 16:22:41.323462 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96efb7-75ea-4eb8-b455-a873c07c8f82 req-49a54334-474b-47cb-a77b-e47cff2d5498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:22:41.325048 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0a96efb7-75ea-4eb8-b455-a873c07c8f82 req-49a54334-474b-47cb-a77b-e47cff2d5498 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d9fda3d82e741d099ecb3711c280293&device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 1098 time: 0.0774655 Apr 22 16:22:41.394194 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6b9b-8185-4457-bdf8-15dd484d5977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:22:41.481720 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96efb7-75ea-4eb8-b455-a873c07c8f82 req-78cb9c04-5e5d-4f95-97d4-79d1428f671c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:22:41.483234 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0a96efb7-75ea-4eb8-b455-a873c07c8f82 req-78cb9c04-5e5d-4f95-97d4-79d1428f671c service neutron] 10.222.0.43 "GET /v2.0/networks?id=a5794b71-f1d1-44d1-8a27-d224f55d0913 HTTP/1.1" status: 200 len: 911 time: 0.1371889 Apr 22 16:22:41.592298 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0a96efb7-75ea-4eb8-b455-a873c07c8f82 req-cf8c8c5e-3387-4a9c-971b-1d795b11277c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f964aef6-df1f-4844-b275-ba3495104a8f HTTP/1.1" status: 200 len: 1001 time: 0.1017318 Apr 22 16:22:41.609810 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:22:41.662777 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96efb7-75ea-4eb8-b455-a873c07c8f82 req-bc2425b3-c213-416f-a210-8a50f557791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:22:41.664454 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0a96efb7-75ea-4eb8-b455-a873c07c8f82 req-bc2425b3-c213-416f-a210-8a50f557791e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1003d498-3693-4db1-9bc4-7370500ca149 HTTP/1.1" status: 200 len: 849 time: 0.0646930 Apr 22 16:22:41.752196 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96efb7-75ea-4eb8-b455-a873c07c8f82 req-e7ea3dcf-f73a-4857-ae18-58628877105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:22:41.753845 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0a96efb7-75ea-4eb8-b455-a873c07c8f82 req-e7ea3dcf-f73a-4857-ae18-58628877105c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5794b71-f1d1-44d1-8a27-d224f55d0913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819919 Apr 22 16:22:41.805562 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:22:41.897203 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0a96efb7-75ea-4eb8-b455-a873c07c8f82 req-f0df3b79-7b57-4d1e-acff-a514feabab07 service neutron] 10.222.0.43 "GET /v2.0/networks/a5794b71-f1d1-44d1-8a27-d224f55d0913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349921 Apr 22 16:22:42.040332 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0a96efb7-75ea-4eb8-b455-a873c07c8f82 req-a2b93822-b482-46d9-93cd-0b34c76442f7 service neutron] 10.222.0.43 "GET /v2.0/networks/a5794b71-f1d1-44d1-8a27-d224f55d0913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361563 Apr 22 16:22:43.147626 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:22:57.423023 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f567a70-3fee-450b-9fc9-cfccbdcc4453 req-d948bd4c-fcd8-494b-96de-c50b40de6852 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:22:57.424600 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6f567a70-3fee-450b-9fc9-cfccbdcc4453 req-d948bd4c-fcd8-494b-96de-c50b40de6852 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.0880504 Apr 22 16:22:57.471248 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6f567a70-3fee-450b-9fc9-cfccbdcc4453 req-54e8f04b-739c-4c60-b2a7-b41216b79a32 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403678 Apr 22 16:22:58.677576 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0233c7f-b277-4193-9e48-d4e8f8a4744c req-99dff847-11a1-431f-9dfe-ec75d56139d1 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:22:58.679212 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b0233c7f-b277-4193-9e48-d4e8f8a4744c req-99dff847-11a1-431f-9dfe-ec75d56139d1 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.0934854 Apr 22 16:22:58.728728 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b0233c7f-b277-4193-9e48-d4e8f8a4744c req-24146fa6-5779-4bf9-96ca-ec29cab0f989 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431652 Apr 22 16:22:59.931773 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b9ca0-897a-411b-be37-434bcb496c9f req-58ed44b1-a0fd-4975-ada8-24f7fc011fed tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:22:59.933291 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-538b9ca0-897a-411b-be37-434bcb496c9f req-58ed44b1-a0fd-4975-ada8-24f7fc011fed tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.0875733 Apr 22 16:22:59.984377 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-538b9ca0-897a-411b-be37-434bcb496c9f req-74f7b8d5-92ab-4598-b085-dccc04ca3992 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442088 Apr 22 16:23:01.187929 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d91a25-e093-4cc8-b1c9-65e0d67afb3c req-340b3457-9f9a-4191-b41d-0e65b6be1341 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:01.189586 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-23d91a25-e093-4cc8-b1c9-65e0d67afb3c req-340b3457-9f9a-4191-b41d-0e65b6be1341 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.0886858 Apr 22 16:23:01.238292 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-23d91a25-e093-4cc8-b1c9-65e0d67afb3c req-e791b166-b367-48e1-95c4-e4c1cbab646a tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420957 Apr 22 16:23:02.443682 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9659715-9a5f-4d06-a13b-ac0db66c7fd6 req-161be16f-a678-49ba-8f2b-ad3c23e90687 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:02.445460 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a9659715-9a5f-4d06-a13b-ac0db66c7fd6 req-161be16f-a678-49ba-8f2b-ad3c23e90687 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.0903196 Apr 22 16:23:02.716967 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a9659715-9a5f-4d06-a13b-ac0db66c7fd6 req-6dac3472-4c05-4f54-9ea8-17f607dff4e6 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2649658 Apr 22 16:23:02.856519 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 47806) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:23:03.072720 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-7d91b601-cd29-403a-bb5d-080b5e457adc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Deleting port 1adb2ce7-d45f-4743-befd-a563621e7f96 {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:23:03.073121 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7d91b601-cd29-403a-bb5d-080b5e457adc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:03.259387 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7d91b601-cd29-403a-bb5d-080b5e457adc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:03.259755 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7d91b601-cd29-403a-bb5d-080b5e457adc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:03.395865 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-7d91b601-cd29-403a-bb5d-080b5e457adc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Calling delete_port for 1adb2ce7-d45f-4743-befd-a563621e7f96 owned by network:floatingip {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:23:03.556061 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7d91b601-cd29-403a-bb5d-080b5e457adc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:03.560636 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-c5e70946-6b02-4a4a-b9f7-ebb72f709b84 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:23:03.609025 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91b601-cd29-403a-bb5d-080b5e457adc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Pushing event deleted for resources: {'Port': ['ID=1adb2ce7-d45f-4743-befd-a563621e7f96,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:23:03.643560 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d91b601-cd29-403a-bb5d-080b5e457adc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:03.643979 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d91b601-cd29-403a-bb5d-080b5e457adc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:03.644391 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d91b601-cd29-403a-bb5d-080b5e457adc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:03.644798 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d91b601-cd29-403a-bb5d-080b5e457adc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:03.645199 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d91b601-cd29-403a-bb5d-080b5e457adc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:03.645598 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d91b601-cd29-403a-bb5d-080b5e457adc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:03.646040 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d91b601-cd29-403a-bb5d-080b5e457adc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:03.646388 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d91b601-cd29-403a-bb5d-080b5e457adc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:03.646814 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d91b601-cd29-403a-bb5d-080b5e457adc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:03.647205 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d91b601-cd29-403a-bb5d-080b5e457adc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:03.647599 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d91b601-cd29-403a-bb5d-080b5e457adc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:03.647988 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d91b601-cd29-403a-bb5d-080b5e457adc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:03.656754 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-7d91b601-cd29-403a-bb5d-080b5e457adc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:23:03.717039 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7d91b601-cd29-403a-bb5d-080b5e457adc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for floatingip, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:03.717412 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.l3_db [None req-7d91b601-cd29-403a-bb5d-080b5e457adc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Floating IP 8eaf156d-16b7-4465-a590-d56f2655e98b disassociated (deleted). External IP: 172.28.3.134, port: 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2. Apr 22 16:23:04.035517 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6aff1-90a6-4ea9-a968-33d8812a82e8 req-a6f94ccd-e729-498c-bf4b-96829d0e443e tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:04.037081 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c7b6aff1-90a6-4ea9-a968-33d8812a82e8 req-a6f94ccd-e729-498c-bf4b-96829d0e443e tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.1901059 Apr 22 16:23:04.169984 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c7b6aff1-90a6-4ea9-a968-33d8812a82e8 req-bfd73ac8-99b3-417c-b7f8-31a3a4ebb86a tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724926 Apr 22 16:23:04.204073 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d91b601-cd29-403a-bb5d-080b5e457adc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Router 72dc83a8-900e-4cf8-82fb-a4a56f02922a has already been hosted by L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 {{(pid=86316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:23:04.392196 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d91b601-cd29-403a-bb5d-080b5e457adc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:23:04.401824 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf30610-d36b-4e0d-bbf2-a40f207f3183 None None] Sync routers for ids ['72dc83a8-900e-4cf8-82fb-a4a56f02922a'] in dv-cinder-784623-7-smb {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:23:04.411005 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7d91b601-cd29-403a-bb5d-080b5e457adc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:04.411605 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf30610-d36b-4e0d-bbf2-a40f207f3183 None None] Routers {'72dc83a8-900e-4cf8-82fb-a4a56f02922a'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:23:04.412260 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-8cf30610-d36b-4e0d-bbf2-a40f207f3183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:22:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['72dc83a8-900e-4cf8-82fb-a4a56f02922a'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:23:04.470167 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-7d91b601-cd29-403a-bb5d-080b5e457adc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "DELETE /v2.0/floatingips/8eaf156d-16b7-4465-a590-d56f2655e98b HTTP/1.1" status: 204 len: 168 time: 1.6124041 Apr 22 16:23:04.471064 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb90cbdb-1238-4963-835f-af9d934f99c7', 'tag': '66ab95e3-1334-4ec8-aef2-53e2fcdc67f2'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:23:04.520451 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb90cbdb-1238-4963-835f-af9d934f99c7', 'tag': '66ab95e3-1334-4ec8-aef2-53e2fcdc67f2', 'status': 'completed', 'code': 200} Apr 22 16:23:04.608758 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-8cf30610-d36b-4e0d-bbf2-a40f207f3183 None None] Set router 72dc83a8-900e-4cf8-82fb-a4a56f02922a gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:23:04.628698 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f306cd-8eea-471d-89f8-5b4abff3129d req-ba342f2c-f4c1-43e7-9be4-8367fe943897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:04.630912 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-47f306cd-8eea-471d-89f8-5b4abff3129d req-ba342f2c-f4c1-43e7-9be4-8367fe943897 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a6b4d93aa2ff408c838edd1afc9b4a97&device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 1098 time: 0.0860314 Apr 22 16:23:04.787027 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f306cd-8eea-471d-89f8-5b4abff3129d req-2d35ec56-6b67-4c5b-920a-1d45e08bf2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:04.788767 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-47f306cd-8eea-471d-89f8-5b4abff3129d req-2d35ec56-6b67-4c5b-920a-1d45e08bf2aa service neutron] 10.222.0.43 "GET /v2.0/networks?id=a8662695-9f3a-453f-9be3-607a5313f59f HTTP/1.1" status: 200 len: 910 time: 0.1509047 Apr 22 16:23:04.966893 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-8cf30610-d36b-4e0d-bbf2-a40f207f3183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'name': 'tempest-TestShelveInstance-1618109886-router', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'eba34187-78ef-4739-8e14-1b00c4bcdffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:18:46Z', 'updated_at': '2021-04-22T16:18:50Z', 'revision_number': 4, 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'gw_port': {'id': 'eba34187-78ef-4739-8e14-1b00c4bcdffc', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:95:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:46Z', 'updated_at': '2021-04-22T16:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': 'ac897d14-f200-487c-a213-1cb9e22bc8db', 'name': '', 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'mac_address': 'fa:16:3e:70:7d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2d815908-385f-4645-b12f-6a6103a7b087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:49Z', 'updated_at': '2021-04-22T16:18:58Z', 'revision_number': 5, 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'subnets': [{'id': '2d815908-385f-4645-b12f-6a6103a7b087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:23:04.971993 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf30610-d36b-4e0d-bbf2-a40f207f3183 None None] Checking router: 72dc83a8-900e-4cf8-82fb-a4a56f02922a for host: dv-cinder-784623-7-smb {{(pid=86318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:23:04.981601 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf30610-d36b-4e0d-bbf2-a40f207f3183 None None] Routers {'72dc83a8-900e-4cf8-82fb-a4a56f02922a'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:23:04.982300 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-8cf30610-d36b-4e0d-bbf2-a40f207f3183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:22:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['72dc83a8-900e-4cf8-82fb-a4a56f02922a'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:23:05.146602 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-47f306cd-8eea-471d-89f8-5b4abff3129d req-368b12b1-9f31-4bd5-8260-6417a0e26e67 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 HTTP/1.1" status: 200 len: 217 time: 0.3143201 Apr 22 16:23:05.188377 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-8cf30610-d36b-4e0d-bbf2-a40f207f3183 None None] Set router 72dc83a8-900e-4cf8-82fb-a4a56f02922a gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:23:05.237534 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f306cd-8eea-471d-89f8-5b4abff3129d req-9b602853-6cc8-4fb8-bd6d-0c2a47c314c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:05.239164 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-47f306cd-8eea-471d-89f8-5b4abff3129d req-9b602853-6cc8-4fb8-bd6d-0c2a47c314c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2d815908-385f-4645-b12f-6a6103a7b087 HTTP/1.1" status: 200 len: 848 time: 0.0854747 Apr 22 16:23:05.248831 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5de8ed-cab9-4465-b686-e8758a16ab7d req-a2c035a4-167c-40ba-b934-8e7d5873f4f5 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:05.249797 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-da5de8ed-cab9-4465-b686-e8758a16ab7d req-a2c035a4-167c-40ba-b934-8e7d5873f4f5 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Synchronizing usage tracker for tenant:a6b4d93aa2ff408c838edd1afc9b4a97 on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:23:05.365385 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-da5de8ed-cab9-4465-b686-e8758a16ab7d req-a2c035a4-167c-40ba-b934-8e7d5873f4f5 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Unset dirty status for tenant:a6b4d93aa2ff408c838edd1afc9b4a97 on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:23:05.366678 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-da5de8ed-cab9-4465-b686-e8758a16ab7d req-a2c035a4-167c-40ba-b934-8e7d5873f4f5 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 945 time: 0.5768728 Apr 22 16:23:05.461080 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f306cd-8eea-471d-89f8-5b4abff3129d req-91ab66a7-e455-483e-9aa8-16a7938f6c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:05.462846 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-47f306cd-8eea-471d-89f8-5b4abff3129d req-91ab66a7-e455-483e-9aa8-16a7938f6c91 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a8662695-9f3a-453f-9be3-607a5313f59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2081594 Apr 22 16:23:05.466065 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-da5de8ed-cab9-4465-b686-e8758a16ab7d req-2e4df7df-513c-4ddc-888a-77a19166f766 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/security-groups?id=cde45e02-e6e0-4438-9236-53fb1c673e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910807 Apr 22 16:23:05.516714 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627646ba-b241-4b16-90fa-52aae1fee9ea req-395573aa-a2eb-45d3-acd4-ad75fc40ddc1 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:05.518395 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-627646ba-b241-4b16-90fa-52aae1fee9ea req-395573aa-a2eb-45d3-acd4-ad75fc40ddc1 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.2112679 Apr 22 16:23:05.646168 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-627646ba-b241-4b16-90fa-52aae1fee9ea req-cc6bed50-de49-4848-9943-de3fd70b2da8 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154280 Apr 22 16:23:05.676877 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-47f306cd-8eea-471d-89f8-5b4abff3129d req-0855a4e8-250f-4978-8c1a-97240d13d462 service neutron] 10.222.0.43 "GET /v2.0/networks/a8662695-9f3a-453f-9be3-607a5313f59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040341 Apr 22 16:23:05.685615 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-8cf30610-d36b-4e0d-bbf2-a40f207f3183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'name': 'tempest-TestShelveInstance-1618109886-router', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'eba34187-78ef-4739-8e14-1b00c4bcdffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:18:46Z', 'updated_at': '2021-04-22T16:18:50Z', 'revision_number': 4, 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'gw_port': {'id': 'eba34187-78ef-4739-8e14-1b00c4bcdffc', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:95:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:46Z', 'updated_at': '2021-04-22T16:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': 'ac897d14-f200-487c-a213-1cb9e22bc8db', 'name': '', 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'mac_address': 'fa:16:3e:70:7d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2d815908-385f-4645-b12f-6a6103a7b087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:49Z', 'updated_at': '2021-04-22T16:18:58Z', 'revision_number': 5, 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'subnets': [{'id': '2d815908-385f-4645-b12f-6a6103a7b087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:23:05.690687 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf30610-d36b-4e0d-bbf2-a40f207f3183 None None] The sync data for ids ['72dc83a8-900e-4cf8-82fb-a4a56f02922a'] in dv-cinder-784623-7-smb is: [{'id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'name': 'tempest-TestShelveInstance-1618109886-router', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'eba34187-78ef-4739-8e14-1b00c4bcdffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:18:46Z', 'updated_at': '2021-04-22T16:18:50Z', 'revision_number': 4, 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'gw_port': {'id': 'eba34187-78ef-4739-8e14-1b00c4bcdffc', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:95:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:46Z', 'updated_at': '2021-04-22T16:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': 'ac897d14-f200-487c-a213-1cb9e22bc8db', 'name': '', 'network_id': 'a8662695-9f3a-453f-9be3-607a5313f59f', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'mac_address': 'fa:16:3e:70:7d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2d815908-385f-4645-b12f-6a6103a7b087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:49Z', 'updated_at': '2021-04-22T16:18:58Z', 'revision_number': 5, 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'subnets': [{'id': '2d815908-385f-4645-b12f-6a6103a7b087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:23:05.826834 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-47f306cd-8eea-471d-89f8-5b4abff3129d req-86024bbc-8f69-44d2-9e4b-c0c2708e63a9 service neutron] 10.222.0.43 "GET /v2.0/networks/a8662695-9f3a-453f-9be3-607a5313f59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416798 Apr 22 16:23:06.089482 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5a9055-9303-4c89-a4c1-74914a7d500f None None] New status for floating IP 8eaf156d-16b7-4465-a590-d56f2655e98b: DOWN {{(pid=86317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:23:06.194568 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76409892-00d6-419e-94d4-db18856a7bc0 req-aa03742c-db19-466b-bbd4-2ddbb94f0f68 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:06.196100 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-76409892-00d6-419e-94d4-db18856a7bc0 req-aa03742c-db19-466b-bbd4-2ddbb94f0f68 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 945 time: 0.0894382 Apr 22 16:23:06.275879 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-76409892-00d6-419e-94d4-db18856a7bc0 req-7e27d56c-2421-473a-8f47-823feadd60f2 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Deleting port 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:23:06.276268 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-76409892-00d6-419e-94d4-db18856a7bc0 req-7e27d56c-2421-473a-8f47-823feadd60f2 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:06.539823 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-76409892-00d6-419e-94d4-db18856a7bc0 req-7e27d56c-2421-473a-8f47-823feadd60f2 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] For port 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=66ab95e3-1334-4ec8-aef2-53e2fcdc67f2,segment=NetworkSegment(ef82c03c-d53e-4b2a-850e-67a7b398adfb),segment_id=ef82c03c-d53e-4b2a-850e-67a7b398adfb)] {{(pid=86316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:23:06.540162 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-76409892-00d6-419e-94d4-db18856a7bc0 req-7e27d56c-2421-473a-8f47-823feadd60f2 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:06.711780 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-76409892-00d6-419e-94d4-db18856a7bc0 req-7e27d56c-2421-473a-8f47-823feadd60f2 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Calling delete_port for 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 owned by compute:nova {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:23:06.934697 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72658052-00b9-49ee-892c-97debaf397de req-a797c1ad-a07a-4c8d-920a-97fd190c4fb4 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:06.936215 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-72658052-00b9-49ee-892c-97debaf397de req-a797c1ad-a07a-4c8d-920a-97fd190c4fb4 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb90cbdb-1238-4963-835f-af9d934f99c7 HTTP/1.1" status: 200 len: 945 time: 0.3270001 Apr 22 16:23:06.990143 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd324b2-d745-40b0-9330-cbff85d5c4b1 req-b45ff523-e112-4981-90a5-43cd7a7c0507 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:06.991764 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bbd324b2-d745-40b0-9330-cbff85d5c4b1 req-b45ff523-e112-4981-90a5-43cd7a7c0507 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.2201355 Apr 22 16:23:07.040888 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-76409892-00d6-419e-94d4-db18856a7bc0 req-7e27d56c-2421-473a-8f47-823feadd60f2 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:07.049923 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-7751cd26-5e54-401a-99d5-4fbd1f1c18cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:23:07.084912 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-72658052-00b9-49ee-892c-97debaf397de req-47074f2f-e8d6-457d-a9dc-91e6e9d21e55 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "GET /v2.0/security-groups?id=cde45e02-e6e0-4438-9236-53fb1c673e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353571 Apr 22 16:23:07.111291 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27d56c-2421-473a-8f47-823feadd60f2 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Pushing event deleted for resources: {'Port': ['ID=66ab95e3-1334-4ec8-aef2-53e2fcdc67f2,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:23:07.117807 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-7e27d56c-2421-473a-8f47-823feadd60f2 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:23:07.167216 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bbd324b2-d745-40b0-9330-cbff85d5c4b1 req-21eb4d47-310b-4bde-bc08-840943bb2975 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650195 Apr 22 16:23:07.205679 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-76409892-00d6-419e-94d4-db18856a7bc0 req-7e27d56c-2421-473a-8f47-823feadd60f2 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] No DVR routers for this DVR port 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 on host hv-cinder-78462 {{(pid=86316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:23:07.208209 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-76409892-00d6-419e-94d4-db18856a7bc0 req-7e27d56c-2421-473a-8f47-823feadd60f2 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:07.211009 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb90cbdb-1238-4963-835f-af9d934f99c7', 'name': 'network-vif-deleted', 'tag': '66ab95e3-1334-4ec8-aef2-53e2fcdc67f2'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:23:07.225809 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-76409892-00d6-419e-94d4-db18856a7bc0 req-7e27d56c-2421-473a-8f47-823feadd60f2 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.43 "DELETE /v2.0/ports/66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 HTTP/1.1" status: 204 len: 173 time: 1.0236640 Apr 22 16:23:07.265215 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb90cbdb-1238-4963-835f-af9d934f99c7', 'name': 'network-vif-deleted', 'tag': '66ab95e3-1334-4ec8-aef2-53e2fcdc67f2', 'status': 'completed', 'code': 200} Apr 22 16:23:08.056541 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:08.188140 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 47828) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:23:08.263490 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-546afda7-647f-4f63-ba57-6f9896c4682d tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:08.335802 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-546afda7-647f-4f63-ba57-6f9896c4682d tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:08.422760 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868f77c-6c55-425b-971c-e396b3dee891 req-e972845f-7cb6-4cbc-9f2f-c0692efd4856 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:08.424326 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4868f77c-6c55-425b-971c-e396b3dee891 req-e972845f-7cb6-4cbc-9f2f-c0692efd4856 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.1375449 Apr 22 16:23:08.429888 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-546afda7-647f-4f63-ba57-6f9896c4682d tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:08.436569 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-486aba9b-dc24-42f7-868f-f5a22b8fee14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:23:08.454366 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-96d5a119-38c6-480e-94ea-e305847b81f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:08.467644 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546afda7-647f-4f63-ba57-6f9896c4682d tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde45e02-e6e0-4438-9236-53fb1c673e39,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:23:08.473212 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-546afda7-647f-4f63-ba57-6f9896c4682d tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:23:08.490379 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-546afda7-647f-4f63-ba57-6f9896c4682d tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:08.491624 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-546afda7-647f-4f63-ba57-6f9896c4682d tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] 10.222.0.21 "DELETE /v2.0/security-groups/cde45e02-e6e0-4438-9236-53fb1c673e39 HTTP/1.1" status: 204 len: 168 time: 0.3024359 Apr 22 16:23:08.503178 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4868f77c-6c55-425b-971c-e396b3dee891 req-9689c58a-48f0-43a2-a66a-ac10c43e2647 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690010 Apr 22 16:23:08.534102 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 47838) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:23:08.945567 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536afb1a-dd7d-4cbb-9dee-ea4dfaab8241 req-f21c687a-f8fd-4817-8907-ff204f7caccf tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:08.947240 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-536afb1a-dd7d-4cbb-9dee-ea4dfaab8241 req-f21c687a-f8fd-4817-8907-ff204f7caccf tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.1627080 Apr 22 16:23:08.953538 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d69bc-3e16-489f-9792-615d3be9656c req-0f70a965-8414-4688-8433-186764b80189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:08.955068 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-905d69bc-3e16-489f-9792-615d3be9656c req-0f70a965-8414-4688-8433-186764b80189 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d9fda3d82e741d099ecb3711c280293&device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 1098 time: 0.1166468 Apr 22 16:23:09.088639 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-536afb1a-dd7d-4cbb-9dee-ea4dfaab8241 req-2ac15039-c8e4-44cc-a249-cdc8adb6e0c1 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325307 Apr 22 16:23:09.123099 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-41dbf135-7e94-4d7d-a52b-dc9319d448cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084963'] for router_interface, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:09.133140 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d69bc-3e16-489f-9792-615d3be9656c req-d765c636-5332-44d5-ab81-42c90c6174b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:09.134743 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-905d69bc-3e16-489f-9792-615d3be9656c req-d765c636-5332-44d5-ab81-42c90c6174b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a5794b71-f1d1-44d1-8a27-d224f55d0913 HTTP/1.1" status: 200 len: 911 time: 0.1643634 Apr 22 16:23:09.246947 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-905d69bc-3e16-489f-9792-615d3be9656c req-58d085eb-ad3c-47d6-a7aa-d221159bdd1e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f964aef6-df1f-4844-b275-ba3495104a8f HTTP/1.1" status: 200 len: 1001 time: 0.1053495 Apr 22 16:23:09.310386 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:23:09.315356 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d69bc-3e16-489f-9792-615d3be9656c req-4d223d6c-c626-4ee8-982e-30ee5b83c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:09.316961 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-905d69bc-3e16-489f-9792-615d3be9656c req-4d223d6c-c626-4ee8-982e-30ee5b83c049 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1003d498-3693-4db1-9bc4-7370500ca149 HTTP/1.1" status: 200 len: 849 time: 0.0636115 Apr 22 16:23:09.351888 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] No Port match for: 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:23:09.352436 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 66ab95e3-1334-4ec8-aef2-53e2fcdc67f2 not bound to the agent host hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:23:09.404436 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d69bc-3e16-489f-9792-615d3be9656c req-d82c515f-bf1b-46fe-bea4-52ef6a969bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:09.406762 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-905d69bc-3e16-489f-9792-615d3be9656c req-d82c515f-bf1b-46fe-bea4-52ef6a969bb6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5794b71-f1d1-44d1-8a27-d224f55d0913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0816238 Apr 22 16:23:09.502784 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-41dbf135-7e94-4d7d-a52b-dc9319d448cc admin admin] Deleting port ac897d14-f200-487c-a213-1cb9e22bc8db {{(pid=86315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:23:09.503065 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-41dbf135-7e94-4d7d-a52b-dc9319d448cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:09.548074 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-905d69bc-3e16-489f-9792-615d3be9656c req-371beaad-b16c-4e4c-8a71-535579f04373 service neutron] 10.222.0.43 "GET /v2.0/networks/a5794b71-f1d1-44d1-8a27-d224f55d0913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350400 Apr 22 16:23:09.685908 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-41dbf135-7e94-4d7d-a52b-dc9319d448cc admin admin] For port ac897d14-f200-487c-a213-1cb9e22bc8db, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=ac897d14-f200-487c-a213-1cb9e22bc8db,segment=NetworkSegment(ef82c03c-d53e-4b2a-850e-67a7b398adfb),segment_id=ef82c03c-d53e-4b2a-850e-67a7b398adfb)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:23:09.686310 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-41dbf135-7e94-4d7d-a52b-dc9319d448cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:09.825999 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-41dbf135-7e94-4d7d-a52b-dc9319d448cc admin admin] Calling delete_port for ac897d14-f200-487c-a213-1cb9e22bc8db owned by network:router_interface {{(pid=86315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:23:09.924881 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-905d69bc-3e16-489f-9792-615d3be9656c req-afb52475-ceed-4ac1-9ac8-9b1c66eea833 service neutron] 10.222.0.43 "GET /v2.0/networks/a5794b71-f1d1-44d1-8a27-d224f55d0913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702796 Apr 22 16:23:10.013574 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-41dbf135-7e94-4d7d-a52b-dc9319d448cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1046523'] for port, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:10.018336 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-2bdc1163-6094-4e66-bac3-ce0dab172bd3 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:23:10.067016 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbf135-7e94-4d7d-a52b-dc9319d448cc admin admin] Pushing event deleted for resources: {'Port': ['ID=ac897d14-f200-487c-a213-1cb9e22bc8db,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:23:10.114329 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbf135-7e94-4d7d-a52b-dc9319d448cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:10.114966 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbf135-7e94-4d7d-a52b-dc9319d448cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:10.115201 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbf135-7e94-4d7d-a52b-dc9319d448cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:10.115578 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbf135-7e94-4d7d-a52b-dc9319d448cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:10.116125 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbf135-7e94-4d7d-a52b-dc9319d448cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:10.116337 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbf135-7e94-4d7d-a52b-dc9319d448cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:10.116745 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbf135-7e94-4d7d-a52b-dc9319d448cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:10.117147 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbf135-7e94-4d7d-a52b-dc9319d448cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:10.117513 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbf135-7e94-4d7d-a52b-dc9319d448cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:10.117906 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbf135-7e94-4d7d-a52b-dc9319d448cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:10.118441 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbf135-7e94-4d7d-a52b-dc9319d448cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:10.118864 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbf135-7e94-4d7d-a52b-dc9319d448cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:10.122749 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-41dbf135-7e94-4d7d-a52b-dc9319d448cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:23:10.301007 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766af6f-f7e3-42a3-90e5-588c190865e9 req-cb97717f-8480-4931-a874-941fd157ea08 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:10.302761 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e766af6f-f7e3-42a3-90e5-588c190865e9 req-cb97717f-8480-4931-a874-941fd157ea08 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.0901592 Apr 22 16:23:10.353057 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e766af6f-f7e3-42a3-90e5-588c190865e9 req-ff35b73a-c8ba-4937-b057-6e2cf5b2fd84 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432503 Apr 22 16:23:10.386154 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-41dbf135-7e94-4d7d-a52b-dc9319d448cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854084893'] for router_interface, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:10.775369 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41dbf135-7e94-4d7d-a52b-dc9319d448cc admin admin] Router 72dc83a8-900e-4cf8-82fb-a4a56f02922a has already been hosted by L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 {{(pid=86315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:23:11.217651 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41dbf135-7e94-4d7d-a52b-dc9319d448cc admin admin] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:23:11.228395 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5679c2-61d6-442b-9348-0304df6daa57 None None] Sync routers for ids ['72dc83a8-900e-4cf8-82fb-a4a56f02922a'] in dv-cinder-784623-7-smb {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:23:11.231913 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-41dbf135-7e94-4d7d-a52b-dc9319d448cc admin admin] 10.222.0.21 "PUT /v2.0/routers/72dc83a8-900e-4cf8-82fb-a4a56f02922a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6949656 Apr 22 16:23:11.234961 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 47846) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:23:11.238972 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5679c2-61d6-442b-9348-0304df6daa57 None None] Routers {'72dc83a8-900e-4cf8-82fb-a4a56f02922a'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:23:11.239635 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-1a5679c2-61d6-442b-9348-0304df6daa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:22:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['72dc83a8-900e-4cf8-82fb-a4a56f02922a'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:23:11.398481 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-043e5fc4-6508-4bab-9b35-20ae22fafe30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:11.428504 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b02568cb-bf6c-4b6d-8397-19ddef3be12f admin admin] Notify callbacks [] for router, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:11.431880 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-1a5679c2-61d6-442b-9348-0304df6daa57 None None] Set router 72dc83a8-900e-4cf8-82fb-a4a56f02922a gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:23:11.567973 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398d5d0-b730-46c6-b7ba-be0f3b09a013 req-c647a1a8-850b-4052-85f8-34354e65e8e3 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:11.569712 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5398d5d0-b730-46c6-b7ba-be0f3b09a013 req-c647a1a8-850b-4052-85f8-34354e65e8e3 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.0923717 Apr 22 16:23:11.615853 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:11.631058 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5398d5d0-b730-46c6-b7ba-be0f3b09a013 req-d31d5274-f63f-4927-af4a-ee6264a57ae6 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544138 Apr 22 16:23:11.631279 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b02568cb-bf6c-4b6d-8397-19ddef3be12f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:11.640658 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-b02568cb-bf6c-4b6d-8397-19ddef3be12f admin admin] Deleting port eba34187-78ef-4739-8e14-1b00c4bcdffc {{(pid=86315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:23:11.641331 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b02568cb-bf6c-4b6d-8397-19ddef3be12f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:11.753551 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-1a5679c2-61d6-442b-9348-0304df6daa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'name': 'tempest-TestShelveInstance-1618109886-router', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'eba34187-78ef-4739-8e14-1b00c4bcdffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:18:46Z', 'updated_at': '2021-04-22T16:23:09Z', 'revision_number': 5, 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'gw_port': {'id': 'eba34187-78ef-4739-8e14-1b00c4bcdffc', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:95:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:46Z', 'updated_at': '2021-04-22T16:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb'}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:23:11.757558 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5679c2-61d6-442b-9348-0304df6daa57 None None] Checking router: 72dc83a8-900e-4cf8-82fb-a4a56f02922a for host: dv-cinder-784623-7-smb {{(pid=86318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:23:11.766910 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5679c2-61d6-442b-9348-0304df6daa57 None None] Routers {'72dc83a8-900e-4cf8-82fb-a4a56f02922a'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:23:11.767554 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-1a5679c2-61d6-442b-9348-0304df6daa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:23:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['72dc83a8-900e-4cf8-82fb-a4a56f02922a'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:23:11.808162 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:11.833337 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-b02568cb-bf6c-4b6d-8397-19ddef3be12f admin admin] For port eba34187-78ef-4739-8e14-1b00c4bcdffc, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=eba34187-78ef-4739-8e14-1b00c4bcdffc,segment=NetworkSegment(0a545a0b-864e-4a70-9faa-625966eb1a15),segment_id=0a545a0b-864e-4a70-9faa-625966eb1a15)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:23:11.833650 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b02568cb-bf6c-4b6d-8397-19ddef3be12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:11.926413 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-1a5679c2-61d6-442b-9348-0304df6daa57 None None] Set router 72dc83a8-900e-4cf8-82fb-a4a56f02922a gateway port host: None {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:23:11.974781 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-b02568cb-bf6c-4b6d-8397-19ddef3be12f admin admin] Calling delete_port for eba34187-78ef-4739-8e14-1b00c4bcdffc owned by network:router_gateway {{(pid=86315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:23:12.041533 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-1a5679c2-61d6-442b-9348-0304df6daa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'name': 'tempest-TestShelveInstance-1618109886-router', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:18:46Z', 'updated_at': '2021-04-22T16:23:11Z', 'revision_number': 6, 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'gw_port_host': None}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:23:12.045909 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5679c2-61d6-442b-9348-0304df6daa57 None None] The sync data for ids ['72dc83a8-900e-4cf8-82fb-a4a56f02922a'] in dv-cinder-784623-7-smb is: [{'id': '72dc83a8-900e-4cf8-82fb-a4a56f02922a', 'name': 'tempest-TestShelveInstance-1618109886-router', 'tenant_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:18:46Z', 'updated_at': '2021-04-22T16:23:11Z', 'revision_number': 6, 'project_id': 'a6b4d93aa2ff408c838edd1afc9b4a97', 'gw_port_host': None}] {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:23:12.157659 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b02568cb-bf6c-4b6d-8397-19ddef3be12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1046523'] for port, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:12.162530 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-bd595e8c-bc02-4671-820a-742164583d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:23:12.239225 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02568cb-bf6c-4b6d-8397-19ddef3be12f admin admin] Pushing event deleted for resources: {'Port': ['ID=eba34187-78ef-4739-8e14-1b00c4bcdffc,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:23:12.241715 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b02568cb-bf6c-4b6d-8397-19ddef3be12f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:23:12.315087 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b02568cb-bf6c-4b6d-8397-19ddef3be12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684898'] for router_gateway, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:12.503163 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b02568cb-bf6c-4b6d-8397-19ddef3be12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854759653'] for router, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:12.505479 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b02568cb-bf6c-4b6d-8397-19ddef3be12f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:12.527356 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b02568cb-bf6c-4b6d-8397-19ddef3be12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854087814'] for router, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:12.527953 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02568cb-bf6c-4b6d-8397-19ddef3be12f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72dc83a8-900e-4cf8-82fb-a4a56f02922a {{(pid=86315) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:23:12.541251 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b02568cb-bf6c-4b6d-8397-19ddef3be12f admin admin] Notify callbacks [] for router, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:12.543346 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-b02568cb-bf6c-4b6d-8397-19ddef3be12f admin admin] 10.222.0.21 "DELETE /v2.0/routers/72dc83a8-900e-4cf8-82fb-a4a56f02922a HTTP/1.1" status: 204 len: 168 time: 1.3065770 Apr 22 16:23:12.545267 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 47854) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:23:12.613558 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f3d13a9-fa95-47e9-95d5-7681d579a7b7 admin admin] Deleting subnet 2d815908-385f-4645-b12f-6a6103a7b087 {{(pid=86315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:23:12.616932 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3f3d13a9-fa95-47e9-95d5-7681d579a7b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:12.670922 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3f3d13a9-fa95-47e9-95d5-7681d579a7b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852340622'] for subnet, precommit_delete_associations {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:12.757544 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3f3d13a9-fa95-47e9-95d5-7681d579a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33244205'] for subnet, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:13.015466 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3f3d13a9-fa95-47e9-95d5-7681d579a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821531627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1045039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2317225'] for subnet, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:13.020430 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:23:13.058364 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d13a9-fa95-47e9-95d5-7681d579a7b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d815908-385f-4645-b12f-6a6103a7b087,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:23:13.060763 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3f3d13a9-fa95-47e9-95d5-7681d579a7b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for subnet, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:13.064479 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-3f3d13a9-fa95-47e9-95d5-7681d579a7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:23:13.065546 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb7aac7-9b11-4b9a-bb6c-0743daba8130 None None] Network a8662695-9f3a-453f-9be3-607a5313f59f requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:23:13.069183 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-3f3d13a9-fa95-47e9-95d5-7681d579a7b7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2d815908-385f-4645-b12f-6a6103a7b087 HTTP/1.1" status: 204 len: 168 time: 0.5229042 Apr 22 16:23:13.071855 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 47858) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:23:13.187227 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:13.192858 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b6e93f5d-b58f-4454-baf7-a7038d739fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33148001'] for network, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:13.204790 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-b6e93f5d-b58f-4454-baf7-a7038d739fd4 admin admin] Deleting port 2c659a2d-428c-49fa-84af-07caa16b343b {{(pid=86315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:23:13.205172 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b6e93f5d-b58f-4454-baf7-a7038d739fd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:13.334422 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bbdf9c-b8e8-4fc6-ad42-7292461d5853 None None] DHCP port deletion for a8662695-9f3a-453f-9be3-607a5313f59f request from dv-cinder-784623-7-smb {{(pid=86317) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:23:13.339480 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f8bbdf9c-b8e8-4fc6-ad42-7292461d5853 None None] Deleting port 2c659a2d-428c-49fa-84af-07caa16b343b {{(pid=86317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:23:13.339905 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f8bbdf9c-b8e8-4fc6-ad42-7292461d5853 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:13.433144 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-b6e93f5d-b58f-4454-baf7-a7038d739fd4 admin admin] For port 2c659a2d-428c-49fa-84af-07caa16b343b, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=2c659a2d-428c-49fa-84af-07caa16b343b,segment=NetworkSegment(ef82c03c-d53e-4b2a-850e-67a7b398adfb),segment_id=ef82c03c-d53e-4b2a-850e-67a7b398adfb)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:23:13.433547 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b6e93f5d-b58f-4454-baf7-a7038d739fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:13.612479 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-b6e93f5d-b58f-4454-baf7-a7038d739fd4 admin admin] Calling delete_port for 2c659a2d-428c-49fa-84af-07caa16b343b owned by network:dhcp {{(pid=86315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:23:13.701633 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b6e93f5d-b58f-4454-baf7-a7038d739fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1046523'] for port, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:13.706351 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:23:13.740090 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f8bbdf9c-b8e8-4fc6-ad42-7292461d5853 None None] For port 2c659a2d-428c-49fa-84af-07caa16b343b, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=2c659a2d-428c-49fa-84af-07caa16b343b,segment=NetworkSegment(ef82c03c-d53e-4b2a-850e-67a7b398adfb),segment_id=ef82c03c-d53e-4b2a-850e-67a7b398adfb)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:23:13.740530 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f8bbdf9c-b8e8-4fc6-ad42-7292461d5853 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:13.752635 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e93f5d-b58f-4454-baf7-a7038d739fd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c659a2d-428c-49fa-84af-07caa16b343b,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:23:13.756754 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b6e93f5d-b58f-4454-baf7-a7038d739fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:23:13.759194 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e93f5d-b58f-4454-baf7-a7038d739fd4 admin admin] No DVR routers for this DVR port 2c659a2d-428c-49fa-84af-07caa16b343b on host dv-cinder-784623-7-smb {{(pid=86315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:23:13.887329 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b6e93f5d-b58f-4454-baf7-a7038d739fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036821531528', 'neutron.services.segments.db._delete_segments_for_network-8794767365747'] for network, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:13.891626 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f8bbdf9c-b8e8-4fc6-ad42-7292461d5853 None None] Calling delete_port for 2c659a2d-428c-49fa-84af-07caa16b343b owned by network:dhcp {{(pid=86317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:23:13.995604 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.db.api [None req-f8bbdf9c-b8e8-4fc6-ad42-7292461d5853 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86317) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:23:13.996397 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_db.api [None req-f8bbdf9c-b8e8-4fc6-ad42-7292461d5853 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:23:14.009291 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device ac897d14-f200-487c-a213-1cb9e22bc8db no longer exists at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:23:14.016944 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-b6e93f5d-b58f-4454-baf7-a7038d739fd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8662695-9f3a-453f-9be3-607a5313f59f']}} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:23:14.031136 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-b6e93f5d-b58f-4454-baf7-a7038d739fd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef82c03c-d53e-4b2a-850e-67a7b398adfb') {'for_net_delete': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:23:14.031475 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-b6e93f5d-b58f-4454-baf7-a7038d739fd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef82c03c-d53e-4b2a-850e-67a7b398adfb') {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:23:14.047597 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] No Port match for: ac897d14-f200-487c-a213-1cb9e22bc8db {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:23:14.048071 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device ac897d14-f200-487c-a213-1cb9e22bc8db not bound to the agent host dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:23:14.048558 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 2c659a2d-428c-49fa-84af-07caa16b343b no longer exists at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:23:14.051532 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b6e93f5d-b58f-4454-baf7-a7038d739fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242087248739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2435194'] for segment, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:14.075806 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b6e93f5d-b58f-4454-baf7-a7038d739fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:14.083106 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e93f5d-b58f-4454-baf7-a7038d739fd4 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=86315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:23:14.085699 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] No Port match for: 2c659a2d-428c-49fa-84af-07caa16b343b {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:23:14.086113 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 2c659a2d-428c-49fa-84af-07caa16b343b not bound to the agent host dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:23:14.086641 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device eba34187-78ef-4739-8e14-1b00c4bcdffc no longer exists at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:23:14.127054 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] No Port match for: eba34187-78ef-4739-8e14-1b00c4bcdffc {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:23:14.127462 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device eba34187-78ef-4739-8e14-1b00c4bcdffc not bound to the agent host dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:23:14.293734 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-b6e93f5d-b58f-4454-baf7-a7038d739fd4 admin admin] Network a8662695-9f3a-453f-9be3-607a5313f59f has no segments {{(pid=86315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:23:14.303650 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b6e93f5d-b58f-4454-baf7-a7038d739fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33247036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853729396'] for segment, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:14.482581 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-b6e93f5d-b58f-4454-baf7-a7038d739fd4 admin admin] Network a8662695-9f3a-453f-9be3-607a5313f59f has no segments {{(pid=86315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:23:14.497062 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f8bbdf9c-b8e8-4fc6-ad42-7292461d5853 None None] Deleting port 2c659a2d-428c-49fa-84af-07caa16b343b {{(pid=86317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:23:14.497506 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f8bbdf9c-b8e8-4fc6-ad42-7292461d5853 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: Traceback (most recent call last): Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: timer() Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: cb(*args, **kw) Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: return func(*args, **kwargs) Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: self._notify() Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: self.callback(batched_events) Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: event.method(event) Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: segment_id)['aggregates'][0] Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: return f(self, *a, **k) Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: return self._get(url).json() Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: **kwargs) Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: return self.request(url, 'GET', **kwargs) Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: **endpoint_filter) Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:23:14.505834 dv-cinder-784623-7-smb neutron-server[86202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:23:14.570211 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f8bbdf9c-b8e8-4fc6-ad42-7292461d5853 None None] The port '2c659a2d-428c-49fa-84af-07caa16b343b' was deleted {{(pid=86317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:23:14.582841 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b6e93f5d-b58f-4454-baf7-a7038d739fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691077'] for network, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:14.587470 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9b1d6759-e57f-466e-b965-a20af22a20fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:23:14.604969 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b6e93f5d-b58f-4454-baf7-a7038d739fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:14.615337 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e93f5d-b58f-4454-baf7-a7038d739fd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8662695-9f3a-453f-9be3-607a5313f59f,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:23:14.621743 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b6e93f5d-b58f-4454-baf7-a7038d739fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:23:14.633042 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-b6e93f5d-b58f-4454-baf7-a7038d739fd4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a8662695-9f3a-453f-9be3-607a5313f59f HTTP/1.1" status: 204 len: 168 time: 1.5601108 Apr 22 16:23:14.636122 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 47862) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:23:15.395125 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:23:15.446766 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e568419f-a649-484f-95e2-4a70d63c695c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084963'] for router_interface, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:15.819937 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-e568419f-a649-484f-95e2-4a70d63c695c admin admin] Deleting port b1dfabbb-64b7-478a-8710-9b2bd6eedf6b {{(pid=86315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:23:15.820536 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e568419f-a649-484f-95e2-4a70d63c695c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:16.000725 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-e568419f-a649-484f-95e2-4a70d63c695c admin admin] For port b1dfabbb-64b7-478a-8710-9b2bd6eedf6b, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=b1dfabbb-64b7-478a-8710-9b2bd6eedf6b,segment=NetworkSegment(3f83fbec-c0e6-43f4-895e-8fe05ab5946f),segment_id=3f83fbec-c0e6-43f4-895e-8fe05ab5946f)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:23:16.001119 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e568419f-a649-484f-95e2-4a70d63c695c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:16.138475 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-e568419f-a649-484f-95e2-4a70d63c695c admin admin] Calling delete_port for b1dfabbb-64b7-478a-8710-9b2bd6eedf6b owned by network:router_interface {{(pid=86315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:23:16.314767 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e568419f-a649-484f-95e2-4a70d63c695c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1046523'] for port, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:16.319614 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b6e93f5d-b58f-4454-baf7-a7038d739fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:23:16.365826 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568419f-a649-484f-95e2-4a70d63c695c admin admin] Pushing event deleted for resources: {'Port': ['ID=b1dfabbb-64b7-478a-8710-9b2bd6eedf6b,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:23:16.394704 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e568419f-a649-484f-95e2-4a70d63c695c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:23:16.645946 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e568419f-a649-484f-95e2-4a70d63c695c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854084893'] for router_interface, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:17.027008 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e568419f-a649-484f-95e2-4a70d63c695c admin admin] Router 6376b6a4-b62b-4432-a506-f78111fb1af9 has already been hosted by L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 {{(pid=86315) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:23:17.217404 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e568419f-a649-484f-95e2-4a70d63c695c admin admin] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86315) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:23:17.226993 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c2f358-9054-4eba-bc72-54b58c7d09a1 None None] Sync routers for ids ['6376b6a4-b62b-4432-a506-f78111fb1af9'] in dv-cinder-784623-7-smb {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:23:17.227796 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-e568419f-a649-484f-95e2-4a70d63c695c admin admin] 10.222.0.21 "PUT /v2.0/routers/6376b6a4-b62b-4432-a506-f78111fb1af9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5905383 Apr 22 16:23:17.230322 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 47866) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:23:17.237181 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c2f358-9054-4eba-bc72-54b58c7d09a1 None None] Routers {'6376b6a4-b62b-4432-a506-f78111fb1af9'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:23:17.237928 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-42c2f358-9054-4eba-bc72-54b58c7d09a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:23:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['6376b6a4-b62b-4432-a506-f78111fb1af9'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:23:17.422325 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-36a5a05b-9f64-48e5-8ea6-5a873c5ca669 admin admin] Notify callbacks [] for router, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:17.429631 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-42c2f358-9054-4eba-bc72-54b58c7d09a1 None None] Set router 6376b6a4-b62b-4432-a506-f78111fb1af9 gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:23:17.752558 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-42c2f358-9054-4eba-bc72-54b58c7d09a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6376b6a4-b62b-4432-a506-f78111fb1af9', 'name': 'tempest-TestShelveInstance-1650807298-router', 'tenant_id': '32bd207cde84437da2037473a3eb5ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c10a7c13-b4cb-438e-b312-9da81fec8711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:18:53Z', 'updated_at': '2021-04-22T16:23:16Z', 'revision_number': 5, 'project_id': '32bd207cde84437da2037473a3eb5ce7', 'gw_port': {'id': 'c10a7c13-b4cb-438e-b312-9da81fec8711', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:18:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6376b6a4-b62b-4432-a506-f78111fb1af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:53Z', 'updated_at': '2021-04-22T16:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb'}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:23:17.756977 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c2f358-9054-4eba-bc72-54b58c7d09a1 None None] Checking router: 6376b6a4-b62b-4432-a506-f78111fb1af9 for host: dv-cinder-784623-7-smb {{(pid=86317) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:23:17.767098 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c2f358-9054-4eba-bc72-54b58c7d09a1 None None] Routers {'6376b6a4-b62b-4432-a506-f78111fb1af9'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86317) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:23:17.767784 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-42c2f358-9054-4eba-bc72-54b58c7d09a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:23:11Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['6376b6a4-b62b-4432-a506-f78111fb1af9'], 'active': True} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:23:17.859472 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-36a5a05b-9f64-48e5-8ea6-5a873c5ca669 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:17.867595 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-36a5a05b-9f64-48e5-8ea6-5a873c5ca669 admin admin] Deleting port c10a7c13-b4cb-438e-b312-9da81fec8711 {{(pid=86315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:23:17.867967 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-36a5a05b-9f64-48e5-8ea6-5a873c5ca669 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:17.959328 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-42c2f358-9054-4eba-bc72-54b58c7d09a1 None None] Set router 6376b6a4-b62b-4432-a506-f78111fb1af9 gateway port host: dv-cinder-784623-7-smb {{(pid=86317) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:23:18.057765 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-36a5a05b-9f64-48e5-8ea6-5a873c5ca669 admin admin] For port c10a7c13-b4cb-438e-b312-9da81fec8711, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=c10a7c13-b4cb-438e-b312-9da81fec8711,segment=NetworkSegment(0a545a0b-864e-4a70-9faa-625966eb1a15),segment_id=0a545a0b-864e-4a70-9faa-625966eb1a15)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:23:18.058363 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-36a5a05b-9f64-48e5-8ea6-5a873c5ca669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:18.194234 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-36a5a05b-9f64-48e5-8ea6-5a873c5ca669 admin admin] Calling delete_port for c10a7c13-b4cb-438e-b312-9da81fec8711 owned by network:router_gateway {{(pid=86315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:23:18.264337 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-42c2f358-9054-4eba-bc72-54b58c7d09a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6376b6a4-b62b-4432-a506-f78111fb1af9', 'name': 'tempest-TestShelveInstance-1650807298-router', 'tenant_id': '32bd207cde84437da2037473a3eb5ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c10a7c13-b4cb-438e-b312-9da81fec8711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:18:53Z', 'updated_at': '2021-04-22T16:23:16Z', 'revision_number': 5, 'project_id': '32bd207cde84437da2037473a3eb5ce7', 'gw_port': {'id': 'c10a7c13-b4cb-438e-b312-9da81fec8711', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:18:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6376b6a4-b62b-4432-a506-f78111fb1af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:53Z', 'updated_at': '2021-04-22T16:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb'}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:23:18.268719 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c2f358-9054-4eba-bc72-54b58c7d09a1 None None] The sync data for ids ['6376b6a4-b62b-4432-a506-f78111fb1af9'] in dv-cinder-784623-7-smb is: [{'id': '6376b6a4-b62b-4432-a506-f78111fb1af9', 'name': 'tempest-TestShelveInstance-1650807298-router', 'tenant_id': '32bd207cde84437da2037473a3eb5ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'c10a7c13-b4cb-438e-b312-9da81fec8711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:18:53Z', 'updated_at': '2021-04-22T16:23:16Z', 'revision_number': 5, 'project_id': '32bd207cde84437da2037473a3eb5ce7', 'gw_port': {'id': 'c10a7c13-b4cb-438e-b312-9da81fec8711', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:18:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6376b6a4-b62b-4432-a506-f78111fb1af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:18:53Z', 'updated_at': '2021-04-22T16:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb'}] {{(pid=86317) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:23:18.377182 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-36a5a05b-9f64-48e5-8ea6-5a873c5ca669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1046523'] for port, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:18.381974 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9b1d6759-e57f-466e-b965-a20af22a20fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:23:18.430592 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5a05b-9f64-48e5-8ea6-5a873c5ca669 admin admin] Pushing event deleted for resources: {'Port': ['ID=c10a7c13-b4cb-438e-b312-9da81fec8711,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:23:18.459350 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-36a5a05b-9f64-48e5-8ea6-5a873c5ca669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:23:18.531964 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-36a5a05b-9f64-48e5-8ea6-5a873c5ca669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684898'] for router_gateway, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:18.720292 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-36a5a05b-9f64-48e5-8ea6-5a873c5ca669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854759653'] for router, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:18.722648 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-36a5a05b-9f64-48e5-8ea6-5a873c5ca669 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:18.746130 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-36a5a05b-9f64-48e5-8ea6-5a873c5ca669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854087814'] for router, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:18.746730 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a5a05b-9f64-48e5-8ea6-5a873c5ca669 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6376b6a4-b62b-4432-a506-f78111fb1af9 {{(pid=86315) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:23:18.759997 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-36a5a05b-9f64-48e5-8ea6-5a873c5ca669 admin admin] Notify callbacks [] for router, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:18.761249 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-36a5a05b-9f64-48e5-8ea6-5a873c5ca669 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6376b6a4-b62b-4432-a506-f78111fb1af9 HTTP/1.1" status: 204 len: 168 time: 1.5299110 Apr 22 16:23:18.763925 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 47870) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:23:18.833670 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd3a8a4-5c7c-49cf-8d49-9e457cbdbda1 admin admin] Deleting subnet 7278caaf-517a-4d52-8086-baf4ea33940c {{(pid=86315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:23:18.836850 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4dd3a8a4-5c7c-49cf-8d49-9e457cbdbda1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:18.893946 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4dd3a8a4-5c7c-49cf-8d49-9e457cbdbda1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852340622'] for subnet, precommit_delete_associations {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:18.978872 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4dd3a8a4-5c7c-49cf-8d49-9e457cbdbda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33244205'] for subnet, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:19.237817 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4dd3a8a4-5c7c-49cf-8d49-9e457cbdbda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821531627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1045039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2317225'] for subnet, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:19.243126 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-5a134960-dc46-4536-a144-ef0dca81913f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:23:19.279488 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3a8a4-5c7c-49cf-8d49-9e457cbdbda1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7278caaf-517a-4d52-8086-baf4ea33940c,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:23:19.282794 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-4dd3a8a4-5c7c-49cf-8d49-9e457cbdbda1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:23:19.283882 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4dd3a8a4-5c7c-49cf-8d49-9e457cbdbda1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for subnet, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:19.288854 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef37fc5-d62b-412e-b940-e098be4c566b None None] Network 62259c6b-0f62-4f53-94e2-5a180d5455a5 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:23:19.292326 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-4dd3a8a4-5c7c-49cf-8d49-9e457cbdbda1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7278caaf-517a-4d52-8086-baf4ea33940c HTTP/1.1" status: 204 len: 168 time: 0.5272195 Apr 22 16:23:19.294972 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 47874) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:23:19.417132 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-04a658e5-bd7b-4e18-8841-2e658bcb8223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33148001'] for network, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:19.429490 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-04a658e5-bd7b-4e18-8841-2e658bcb8223 admin admin] Deleting port fae21522-1d95-4652-93e8-58d81cebe354 {{(pid=86315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:23:19.429874 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-04a658e5-bd7b-4e18-8841-2e658bcb8223 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:19.541993 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924c931a-1c3a-4362-81a4-f4f714e355fa None None] DHCP port deletion for 62259c6b-0f62-4f53-94e2-5a180d5455a5 request from dv-cinder-784623-7-smb {{(pid=86317) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:23:19.546314 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-924c931a-1c3a-4362-81a4-f4f714e355fa None None] Deleting port fae21522-1d95-4652-93e8-58d81cebe354 {{(pid=86317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:23:19.547319 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-924c931a-1c3a-4362-81a4-f4f714e355fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:19.654744 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-04a658e5-bd7b-4e18-8841-2e658bcb8223 admin admin] For port fae21522-1d95-4652-93e8-58d81cebe354, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=fae21522-1d95-4652-93e8-58d81cebe354,segment=NetworkSegment(3f83fbec-c0e6-43f4-895e-8fe05ab5946f),segment_id=3f83fbec-c0e6-43f4-895e-8fe05ab5946f)] {{(pid=86315) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:23:19.655144 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-04a658e5-bd7b-4e18-8841-2e658bcb8223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:19.767862 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-924c931a-1c3a-4362-81a4-f4f714e355fa None None] For port fae21522-1d95-4652-93e8-58d81cebe354, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=fae21522-1d95-4652-93e8-58d81cebe354,segment=NetworkSegment(3f83fbec-c0e6-43f4-895e-8fe05ab5946f),segment_id=3f83fbec-c0e6-43f4-895e-8fe05ab5946f)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:23:19.768224 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-924c931a-1c3a-4362-81a4-f4f714e355fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:19.798193 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-04a658e5-bd7b-4e18-8841-2e658bcb8223 admin admin] Calling delete_port for fae21522-1d95-4652-93e8-58d81cebe354 owned by network:dhcp {{(pid=86315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:23:19.877892 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-04a658e5-bd7b-4e18-8841-2e658bcb8223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1046523'] for port, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:19.882756 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:23:19.899714 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-924c931a-1c3a-4362-81a4-f4f714e355fa None None] Calling delete_port for fae21522-1d95-4652-93e8-58d81cebe354 owned by network:dhcp {{(pid=86317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:23:19.931439 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a658e5-bd7b-4e18-8841-2e658bcb8223 admin admin] Pushing event deleted for resources: {'Port': ['ID=fae21522-1d95-4652-93e8-58d81cebe354,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:23:19.934049 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-04a658e5-bd7b-4e18-8841-2e658bcb8223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:23:19.936621 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a658e5-bd7b-4e18-8841-2e658bcb8223 admin admin] No DVR routers for this DVR port fae21522-1d95-4652-93e8-58d81cebe354 on host dv-cinder-784623-7-smb {{(pid=86315) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:23:19.976041 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.db.api [None req-924c931a-1c3a-4362-81a4-f4f714e355fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86317) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:23:19.976459 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_db.api [None req-924c931a-1c3a-4362-81a4-f4f714e355fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:23:19.995925 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device c10a7c13-b4cb-438e-b312-9da81fec8711 no longer exists at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:23:20.036532 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] No Port match for: c10a7c13-b4cb-438e-b312-9da81fec8711 {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:23:20.036852 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device c10a7c13-b4cb-438e-b312-9da81fec8711 not bound to the agent host dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:23:20.037328 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device fae21522-1d95-4652-93e8-58d81cebe354 no longer exists at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:23:20.064203 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-04a658e5-bd7b-4e18-8841-2e658bcb8223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036821531528', 'neutron.services.segments.db._delete_segments_for_network-8794767365747'] for network, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:20.074798 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] No Port match for: fae21522-1d95-4652-93e8-58d81cebe354 {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:23:20.075205 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device fae21522-1d95-4652-93e8-58d81cebe354 not bound to the agent host dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:23:20.075682 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device b1dfabbb-64b7-478a-8710-9b2bd6eedf6b no longer exists at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:23:20.112041 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] No Port match for: b1dfabbb-64b7-478a-8710-9b2bd6eedf6b {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:23:20.112444 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device b1dfabbb-64b7-478a-8710-9b2bd6eedf6b not bound to the agent host dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:23:20.176888 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-04a658e5-bd7b-4e18-8841-2e658bcb8223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62259c6b-0f62-4f53-94e2-5a180d5455a5']}} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:23:20.194030 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-04a658e5-bd7b-4e18-8841-2e658bcb8223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f83fbec-c0e6-43f4-895e-8fe05ab5946f') {'for_net_delete': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:23:20.194375 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-04a658e5-bd7b-4e18-8841-2e658bcb8223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f83fbec-c0e6-43f4-895e-8fe05ab5946f') {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:23:20.206349 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-04a658e5-bd7b-4e18-8841-2e658bcb8223 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242087248739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2435194'] for segment, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:20.223838 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-04a658e5-bd7b-4e18-8841-2e658bcb8223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:20.230715 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a658e5-bd7b-4e18-8841-2e658bcb8223 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=86315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:23:20.409213 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-04a658e5-bd7b-4e18-8841-2e658bcb8223 admin admin] Network 62259c6b-0f62-4f53-94e2-5a180d5455a5 has no segments {{(pid=86315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:23:20.418140 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-04a658e5-bd7b-4e18-8841-2e658bcb8223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33247036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853729396'] for segment, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:20.478224 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-924c931a-1c3a-4362-81a4-f4f714e355fa None None] Deleting port fae21522-1d95-4652-93e8-58d81cebe354 {{(pid=86317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:23:20.478779 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-924c931a-1c3a-4362-81a4-f4f714e355fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:20.606445 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-04a658e5-bd7b-4e18-8841-2e658bcb8223 admin admin] Network 62259c6b-0f62-4f53-94e2-5a180d5455a5 has no segments {{(pid=86315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: Traceback (most recent call last): Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: timer() Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: cb(*args, **kw) Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: return func(*args, **kwargs) Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: self._notify() Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: self.callback(batched_events) Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: event.method(event) Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: segment_id)['aggregates'][0] Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: return f(self, *a, **k) Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: return self._get(url).json() Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: **kwargs) Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: return self.request(url, 'GET', **kwargs) Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: **endpoint_filter) Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:23:20.631203 dv-cinder-784623-7-smb neutron-server[86202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:23:20.725373 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-924c931a-1c3a-4362-81a4-f4f714e355fa None None] The port 'fae21522-1d95-4652-93e8-58d81cebe354' was deleted {{(pid=86317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:23:20.731327 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-04a658e5-bd7b-4e18-8841-2e658bcb8223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691077'] for network, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:20.735194 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b6e93f5d-b58f-4454-baf7-a7038d739fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:23:20.748882 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-04a658e5-bd7b-4e18-8841-2e658bcb8223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:20.759922 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a658e5-bd7b-4e18-8841-2e658bcb8223 admin admin] Pushing event deleted for resources: {'Network': ['ID=62259c6b-0f62-4f53-94e2-5a180d5455a5,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:23:20.763107 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-04a658e5-bd7b-4e18-8841-2e658bcb8223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:23:20.764706 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-04a658e5-bd7b-4e18-8841-2e658bcb8223 admin admin] 10.222.0.21 "DELETE /v2.0/networks/62259c6b-0f62-4f53-94e2-5a180d5455a5 HTTP/1.1" status: 204 len: 168 time: 1.4687347 Apr 22 16:23:20.882757 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 47880) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:23:20.935569 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-41f07f02-176e-4897-a26a-f70006ebd2b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6b4d93aa2ff408c838edd1afc9b4a97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514543 Apr 22 16:23:20.938132 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 47884) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:23:20.999181 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7976bcdd-2f8a-4e10-a6ee-ffe38df2bee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:21.027644 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7976bcdd-2f8a-4e10-a6ee-ffe38df2bee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:21.076915 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7976bcdd-2f8a-4e10-a6ee-ffe38df2bee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:21.082473 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-fb1ba896-0201-4eff-8be5-226f0e0da408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:23:21.095757 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976bcdd-2f8a-4e10-a6ee-ffe38df2bee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd48147b-47e1-4847-855d-1fac92ebd445,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:23:21.100935 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-7976bcdd-2f8a-4e10-a6ee-ffe38df2bee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:23:21.103041 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7976bcdd-2f8a-4e10-a6ee-ffe38df2bee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:21.104287 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-7976bcdd-2f8a-4e10-a6ee-ffe38df2bee7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd48147b-47e1-4847-855d-1fac92ebd445 HTTP/1.1" status: 204 len: 168 time: 0.1651049 Apr 22 16:23:21.454004 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 47892) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:23:21.509317 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-a1342577-0389-40ad-917c-3f382513c86d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32bd207cde84437da2037473a3eb5ce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539486 Apr 22 16:23:21.511880 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 47896) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:23:21.573305 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f1831f5e-f7ed-4cec-b653-350400a6a59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:21.601501 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f1831f5e-f7ed-4cec-b653-350400a6a59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:21.649864 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f1831f5e-f7ed-4cec-b653-350400a6a59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:21.655353 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e7bca307-93be-4e84-ad76-b1e4d8571075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:23:21.668674 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1831f5e-f7ed-4cec-b653-350400a6a59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca72cc2-5d73-4027-b5c5-d5cd76e299e8,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:23:21.671949 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f1831f5e-f7ed-4cec-b653-350400a6a59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:23:21.674146 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f1831f5e-f7ed-4cec-b653-350400a6a59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:21.677903 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-f1831f5e-f7ed-4cec-b653-350400a6a59f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ca72cc2-5d73-4027-b5c5-d5cd76e299e8 HTTP/1.1" status: 204 len: 168 time: 0.1625516 Apr 22 16:23:38.087337 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:38.455336 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f8707183-efcd-401d-845d-8c9806a20d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:41.155306 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1400b5ad-0f10-4a15-92b3-97fa05528e27 req-645423f6-d501-4540-904c-95f1b518d0dd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749841 Apr 22 16:23:41.312159 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400b5ad-0f10-4a15-92b3-97fa05528e27 req-c1845ff2-b968-40f3-882b-a63bece981c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:41.313706 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1400b5ad-0f10-4a15-92b3-97fa05528e27 req-c1845ff2-b968-40f3-882b-a63bece981c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d9fda3d82e741d099ecb3711c280293&device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 1098 time: 0.0798504 Apr 22 16:23:41.401321 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-55e73ae7-c4dc-4ccc-b27c-cc18d4f7009e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:41.468423 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400b5ad-0f10-4a15-92b3-97fa05528e27 req-0d00aee7-fc30-42c2-be85-ea917262ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:41.469873 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1400b5ad-0f10-4a15-92b3-97fa05528e27 req-0d00aee7-fc30-42c2-be85-ea917262ba11 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a5794b71-f1d1-44d1-8a27-d224f55d0913 HTTP/1.1" status: 200 len: 911 time: 0.1346626 Apr 22 16:23:41.579974 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1400b5ad-0f10-4a15-92b3-97fa05528e27 req-f2c4733b-61db-4145-8609-244a3bea6800 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f964aef6-df1f-4844-b275-ba3495104a8f HTTP/1.1" status: 200 len: 1001 time: 0.1020422 Apr 22 16:23:41.615322 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:41.648891 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400b5ad-0f10-4a15-92b3-97fa05528e27 req-90c92b96-50ad-496e-b228-3944ff3d14cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:41.650642 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1400b5ad-0f10-4a15-92b3-97fa05528e27 req-90c92b96-50ad-496e-b228-3944ff3d14cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1003d498-3693-4db1-9bc4-7370500ca149 HTTP/1.1" status: 200 len: 849 time: 0.0633974 Apr 22 16:23:41.735700 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400b5ad-0f10-4a15-92b3-97fa05528e27 req-1d291e4d-03d0-4ee5-b01c-84fed6e12413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:41.737347 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1400b5ad-0f10-4a15-92b3-97fa05528e27 req-1d291e4d-03d0-4ee5-b01c-84fed6e12413 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5794b71-f1d1-44d1-8a27-d224f55d0913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0794733 Apr 22 16:23:41.808693 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:41.878308 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1400b5ad-0f10-4a15-92b3-97fa05528e27 req-17cca06a-dcea-4bfb-8562-c6b274391767 service neutron] 10.222.0.43 "GET /v2.0/networks/a5794b71-f1d1-44d1-8a27-d224f55d0913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334269 Apr 22 16:23:42.019469 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1400b5ad-0f10-4a15-92b3-97fa05528e27 req-afe221d3-2ede-426e-b73d-c24bd84400c7 service neutron] 10.222.0.43 "GET /v2.0/networks/a5794b71-f1d1-44d1-8a27-d224f55d0913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333361 Apr 22 16:23:43.154460 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:44.354400 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985f7e5-f31a-469c-9ede-f4c16fc7c8c6 req-064df952-f44d-412c-b8b7-659b7db1b97c tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:44.355978 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3985f7e5-f31a-469c-9ede-f4c16fc7c8c6 req-064df952-f44d-412c-b8b7-659b7db1b97c tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.0864544 Apr 22 16:23:44.403156 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3985f7e5-f31a-469c-9ede-f4c16fc7c8c6 req-e73de548-0f87-4a81-b1a7-2063ea099459 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409150 Apr 22 16:23:45.608256 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefa5c2-8236-4cbb-b7c8-c0e92b9c9650 req-917af466-2411-466d-9ec7-8b1c2a0f2718 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:45.609814 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1fefa5c2-8236-4cbb-b7c8-c0e92b9c9650 req-917af466-2411-466d-9ec7-8b1c2a0f2718 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.0914943 Apr 22 16:23:45.659657 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1fefa5c2-8236-4cbb-b7c8-c0e92b9c9650 req-0b67d8e4-d674-4504-b279-2060b11b051b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415168 Apr 22 16:23:46.207637 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2d691-a84a-45d4-a6d9-bb331ed3d762 req-473d488b-e36e-4c00-a526-75a9e67fcf2a tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:46.209105 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-26d2d691-a84a-45d4-a6d9-bb331ed3d762 req-473d488b-e36e-4c00-a526-75a9e67fcf2a tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.0878067 Apr 22 16:23:46.289554 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-26d2d691-a84a-45d4-a6d9-bb331ed3d762 req-17304c3b-2ca5-4265-9145-5625738cc892 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Deleting port f964aef6-df1f-4844-b275-ba3495104a8f {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:23:46.289924 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-26d2d691-a84a-45d4-a6d9-bb331ed3d762 req-17304c3b-2ca5-4265-9145-5625738cc892 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:46.552437 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-26d2d691-a84a-45d4-a6d9-bb331ed3d762 req-17304c3b-2ca5-4265-9145-5625738cc892 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] For port f964aef6-df1f-4844-b275-ba3495104a8f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f964aef6-df1f-4844-b275-ba3495104a8f,segment=NetworkSegment(38dbabdb-ad72-4e3b-bb4c-3fc022062164),segment_id=38dbabdb-ad72-4e3b-bb4c-3fc022062164)] {{(pid=86316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:23:46.552832 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-26d2d691-a84a-45d4-a6d9-bb331ed3d762 req-17304c3b-2ca5-4265-9145-5625738cc892 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:46.906237 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-26d2d691-a84a-45d4-a6d9-bb331ed3d762 req-17304c3b-2ca5-4265-9145-5625738cc892 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:46.906829 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-26d2d691-a84a-45d4-a6d9-bb331ed3d762 req-17304c3b-2ca5-4265-9145-5625738cc892 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691126'] for floatingip, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:46.906935 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.l3_db [req-26d2d691-a84a-45d4-a6d9-bb331ed3d762 req-17304c3b-2ca5-4265-9145-5625738cc892 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Floating IP 11e5d4ea-acfb-408e-89f7-b4a6e08364ef disassociated. External IP: 172.28.3.217, port: f964aef6-df1f-4844-b275-ba3495104a8f. Apr 22 16:23:46.907275 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-26d2d691-a84a-45d4-a6d9-bb331ed3d762 req-17304c3b-2ca5-4265-9145-5625738cc892 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Calling delete_port for f964aef6-df1f-4844-b275-ba3495104a8f owned by compute:nova {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:23:47.005137 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840322a-bae3-485f-b9ec-748d8b5a76da req-14ef071c-e331-49b2-8586-b8f3466c631b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:47.006740 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5840322a-bae3-485f-b9ec-748d8b5a76da req-14ef071c-e331-49b2-8586-b8f3466c631b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 945 time: 0.1959348 Apr 22 16:23:47.112279 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5840322a-bae3-485f-b9ec-748d8b5a76da req-98fecef9-0c38-4f81-a58a-8f388d4b39df tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984654 Apr 22 16:23:47.115275 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-26d2d691-a84a-45d4-a6d9-bb331ed3d762 req-17304c3b-2ca5-4265-9145-5625738cc892 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:47.121009 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9b1b90c5-bb90-4ff0-b94e-af34dc0de656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:23:47.168751 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17304c3b-2ca5-4265-9145-5625738cc892 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Pushing event deleted for resources: {'Port': ['ID=f964aef6-df1f-4844-b275-ba3495104a8f,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:23:47.172041 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-17304c3b-2ca5-4265-9145-5625738cc892 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:23:47.362994 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26d2d691-a84a-45d4-a6d9-bb331ed3d762 req-17304c3b-2ca5-4265-9145-5625738cc892 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Router 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 has already been hosted by L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 {{(pid=86316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:23:47.549880 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26d2d691-a84a-45d4-a6d9-bb331ed3d762 req-17304c3b-2ca5-4265-9145-5625738cc892 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:23:47.560874 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2108d3a2-3919-4988-9d40-283b7161c4e2 None None] Sync routers for ids ['778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'] in dv-cinder-784623-7-smb {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:23:47.572593 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2108d3a2-3919-4988-9d40-283b7161c4e2 None None] Routers {'778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:23:47.573273 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-2108d3a2-3919-4988-9d40-283b7161c4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:23:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:23:47.778594 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-2108d3a2-3919-4988-9d40-283b7161c4e2 None None] Set router 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:23:47.859724 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d2d691-a84a-45d4-a6d9-bb331ed3d762 req-17304c3b-2ca5-4265-9145-5625738cc892 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] No DVR routers for this DVR port f964aef6-df1f-4844-b275-ba3495104a8f on host hv-cinder-78462 {{(pid=86316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:23:47.863058 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-26d2d691-a84a-45d4-a6d9-bb331ed3d762 req-17304c3b-2ca5-4265-9145-5625738cc892 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:47.867145 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0675d8-0838-4194-840f-e0ec036b6b33', 'name': 'network-vif-deleted', 'tag': 'f964aef6-df1f-4844-b275-ba3495104a8f'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:23:47.881322 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-26d2d691-a84a-45d4-a6d9-bb331ed3d762 req-17304c3b-2ca5-4265-9145-5625738cc892 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.43 "DELETE /v2.0/ports/f964aef6-df1f-4844-b275-ba3495104a8f HTTP/1.1" status: 204 len: 173 time: 1.6664290 Apr 22 16:23:47.920871 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0675d8-0838-4194-840f-e0ec036b6b33', 'name': 'network-vif-deleted', 'tag': 'f964aef6-df1f-4844-b275-ba3495104a8f', 'status': 'completed', 'code': 200} Apr 22 16:23:48.111729 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-2108d3a2-3919-4988-9d40-283b7161c4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'name': 'tempest-AttachVolumeTestJSON-804162723-router', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:21:02Z', 'updated_at': '2021-04-22T16:21:06Z', 'revision_number': 4, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'gw_port': {'id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:03Z', 'updated_at': '2021-04-22T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': '14d21d9f-7795-499e-a7a1-e759e8f329ad', 'name': '', 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'mac_address': 'fa:16:3e:fd:b3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1003d498-3693-4db1-9bc4-7370500ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:06Z', 'updated_at': '2021-04-22T16:21:14Z', 'revision_number': 5, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'subnets': [{'id': '1003d498-3693-4db1-9bc4-7370500ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:23:48.116424 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2108d3a2-3919-4988-9d40-283b7161c4e2 None None] Checking router: 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 for host: dv-cinder-784623-7-smb {{(pid=86318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:23:48.125211 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2108d3a2-3919-4988-9d40-283b7161c4e2 None None] Routers {'778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:23:48.125859 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-2108d3a2-3919-4988-9d40-283b7161c4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:23:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:23:48.292141 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-e219422a-0685-4fa5-b68c-d31791999757 req-94b343d5-b429-4e6f-8b34-98421125e2e1 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Synchronizing usage tracker for tenant:4d9fda3d82e741d099ecb3711c280293 on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:23:48.307386 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-e219422a-0685-4fa5-b68c-d31791999757 req-94b343d5-b429-4e6f-8b34-98421125e2e1 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Unset dirty status for tenant:4d9fda3d82e741d099ecb3711c280293 on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:23:48.308765 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e219422a-0685-4fa5-b68c-d31791999757 req-94b343d5-b429-4e6f-8b34-98421125e2e1 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba0675d8-0838-4194-840f-e0ec036b6b33 HTTP/1.1" status: 200 len: 210 time: 0.0660350 Apr 22 16:23:48.317639 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-2108d3a2-3919-4988-9d40-283b7161c4e2 None None] Set router 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:23:48.809159 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-2108d3a2-3919-4988-9d40-283b7161c4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'name': 'tempest-AttachVolumeTestJSON-804162723-router', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:21:02Z', 'updated_at': '2021-04-22T16:21:06Z', 'revision_number': 4, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'gw_port': {'id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:03Z', 'updated_at': '2021-04-22T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': '14d21d9f-7795-499e-a7a1-e759e8f329ad', 'name': '', 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'mac_address': 'fa:16:3e:fd:b3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1003d498-3693-4db1-9bc4-7370500ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:06Z', 'updated_at': '2021-04-22T16:21:14Z', 'revision_number': 5, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'subnets': [{'id': '1003d498-3693-4db1-9bc4-7370500ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:23:48.813223 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2108d3a2-3919-4988-9d40-283b7161c4e2 None None] The sync data for ids ['778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'] in dv-cinder-784623-7-smb is: [{'id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'name': 'tempest-AttachVolumeTestJSON-804162723-router', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:21:02Z', 'updated_at': '2021-04-22T16:21:06Z', 'revision_number': 4, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'gw_port': {'id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:03Z', 'updated_at': '2021-04-22T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': '14d21d9f-7795-499e-a7a1-e759e8f329ad', 'name': '', 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'mac_address': 'fa:16:3e:fd:b3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1003d498-3693-4db1-9bc4-7370500ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:06Z', 'updated_at': '2021-04-22T16:21:14Z', 'revision_number': 5, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'subnets': [{'id': '1003d498-3693-4db1-9bc4-7370500ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:23:49.181407 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a9df15-7333-42d4-a0e0-8167a1cad2dd None None] New status for floating IP 11e5d4ea-acfb-408e-89f7-b4a6e08364ef: DOWN {{(pid=86317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:23:49.441927 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 47922) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:23:49.515798 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e0eb3f84-fd32-4e63-9dc4-d70957b1b5c2 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:49.528973 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device f964aef6-df1f-4844-b275-ba3495104a8f no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:23:49.546094 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e0eb3f84-fd32-4e63-9dc4-d70957b1b5c2 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:49.565611 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] No Port match for: f964aef6-df1f-4844-b275-ba3495104a8f {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:23:49.566253 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device f964aef6-df1f-4844-b275-ba3495104a8f not bound to the agent host hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:23:49.592373 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e0eb3f84-fd32-4e63-9dc4-d70957b1b5c2 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:49.597931 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-00719b97-afd6-46ef-a9ae-5d9e402d0133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:23:49.612996 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb3f84-fd32-4e63-9dc4-d70957b1b5c2 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecd559b-6a3b-45fc-93f0-3bd9c37e849c,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:23:49.615820 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e0eb3f84-fd32-4e63-9dc4-d70957b1b5c2 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:23:49.625146 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e0eb3f84-fd32-4e63-9dc4-d70957b1b5c2 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:49.626732 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-e0eb3f84-fd32-4e63-9dc4-d70957b1b5c2 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "DELETE /v2.0/security-groups/3ecd559b-6a3b-45fc-93f0-3bd9c37e849c HTTP/1.1" status: 204 len: 168 time: 0.1830745 Apr 22 16:23:49.629845 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 47926) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:23:49.648154 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.v2.resource [None req-affeccb9-6aee-4be7-a5b1-fe1e23bfd04f tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] show failed (client error): The resource could not be found. Apr 22 16:23:49.649268 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-affeccb9-6aee-4be7-a5b1-fe1e23bfd04f tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups/3ecd559b-6a3b-45fc-93f0-3bd9c37e849c HTTP/1.1" status: 404 len: 347 time: 0.0184135 Apr 22 16:23:49.652619 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 47930) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:23:49.816903 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f0309d48-a72a-469a-a952-1d78d514f05a tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Deleting port 8ce70a8e-daa5-42a1-8261-d888512b8cb1 {{(pid=86315) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:23:49.817527 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f0309d48-a72a-469a-a952-1d78d514f05a tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:50.239676 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f0309d48-a72a-469a-a952-1d78d514f05a tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:50.240291 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f0309d48-a72a-469a-a952-1d78d514f05a tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:50.368553 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f0309d48-a72a-469a-a952-1d78d514f05a tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Calling delete_port for 8ce70a8e-daa5-42a1-8261-d888512b8cb1 owned by network:floatingip {{(pid=86315) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:23:50.510109 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f0309d48-a72a-469a-a952-1d78d514f05a tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1046523'] for port, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:50.514605 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-04a658e5-bd7b-4e18-8841-2e658bcb8223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:23:50.559545 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0309d48-a72a-469a-a952-1d78d514f05a tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Pushing event deleted for resources: {'Port': ['ID=8ce70a8e-daa5-42a1-8261-d888512b8cb1,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:23:50.562905 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f0309d48-a72a-469a-a952-1d78d514f05a tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:23:50.657423 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f0309d48-a72a-469a-a952-1d78d514f05a tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for floatingip, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:50.676539 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f0309d48-a72a-469a-a952-1d78d514f05a tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:50.677775 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-f0309d48-a72a-469a-a952-1d78d514f05a tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "DELETE /v2.0/floatingips/11e5d4ea-acfb-408e-89f7-b4a6e08364ef HTTP/1.1" status: 204 len: 168 time: 1.0241826 Apr 22 16:23:50.960491 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 47936) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:23:50.966384 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-77c72e63-ed68-41c2-9505-d7458b31f570 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1655988372', 'description': 'tempest-description--921143084'}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:23:50.973763 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-77c72e63-ed68-41c2-9505-d7458b31f570 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:23:50.978099 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-77c72e63-ed68-41c2-9505-d7458b31f570 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Usage tracker for resource:security_group and tenant:4d9fda3d82e741d099ecb3711c280293 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:23:50.981124 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-77c72e63-ed68-41c2-9505-d7458b31f570 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:23:50.988048 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-77c72e63-ed68-41c2-9505-d7458b31f570 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:23:50.997693 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-77c72e63-ed68-41c2-9505-d7458b31f570 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:51.019914 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-77c72e63-ed68-41c2-9505-d7458b31f570 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:23:51.023935 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-77c72e63-ed68-41c2-9505-d7458b31f570 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Usage tracker for resource:security_group_rule and tenant:4d9fda3d82e741d099ecb3711c280293 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:23:51.026938 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-77c72e63-ed68-41c2-9505-d7458b31f570 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:23:51.032931 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-77c72e63-ed68-41c2-9505-d7458b31f570 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:23:51.105877 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-77c72e63-ed68-41c2-9505-d7458b31f570 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:51.108579 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-77c72e63-ed68-41c2-9505-d7458b31f570 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:51.114068 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e0eb3f84-fd32-4e63-9dc4-d70957b1b5c2 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:23:51.157020 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c72e63-ed68-41c2-9505-d7458b31f570 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2850e6c6-6293-4f1d-a440-f9d5789c4f2e,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:23:51.159854 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-77c72e63-ed68-41c2-9505-d7458b31f570 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:51.161129 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-77c72e63-ed68-41c2-9505-d7458b31f570 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1995108 Apr 22 16:23:51.162155 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-77c72e63-ed68-41c2-9505-d7458b31f570 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:23:51.164469 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 47940) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:23:51.169615 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-51a1ba1f-7d07-48bc-b732-29d0344b3f24 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Request body: {'security_group_rule': {'security_group_id': '2850e6c6-6293-4f1d-a440-f9d5789c4f2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:23:51.176186 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-51a1ba1f-7d07-48bc-b732-29d0344b3f24 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:23:51.180182 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-51a1ba1f-7d07-48bc-b732-29d0344b3f24 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Usage tracker for resource:security_group_rule and tenant:4d9fda3d82e741d099ecb3711c280293 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:23:51.183204 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-51a1ba1f-7d07-48bc-b732-29d0344b3f24 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:23:51.189113 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-51a1ba1f-7d07-48bc-b732-29d0344b3f24 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:23:51.205603 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-51a1ba1f-7d07-48bc-b732-29d0344b3f24 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:51.272803 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-51a1ba1f-7d07-48bc-b732-29d0344b3f24 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:51.275242 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-51a1ba1f-7d07-48bc-b732-29d0344b3f24 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:51.277483 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-efc6feda-b10d-418a-bc24-6ea066ec690a tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:23:51.301804 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1ba1f-7d07-48bc-b732-29d0344b3f24 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=142779c6-2c1e-413d-92e6-974506635726,revision_number=0']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:23:51.306662 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-51a1ba1f-7d07-48bc-b732-29d0344b3f24 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:23:51.310184 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-51a1ba1f-7d07-48bc-b732-29d0344b3f24 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:51.311551 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-51a1ba1f-7d07-48bc-b732-29d0344b3f24 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464491 Apr 22 16:23:51.314348 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 47944) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:23:51.320844 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-636a2030-76dd-4f58-a539-eb6fa2065b81 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Request body: {'security_group_rule': {'security_group_id': '2850e6c6-6293-4f1d-a440-f9d5789c4f2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:23:51.327295 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-636a2030-76dd-4f58-a539-eb6fa2065b81 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:23:51.331348 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-636a2030-76dd-4f58-a539-eb6fa2065b81 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Usage tracker for resource:security_group_rule and tenant:4d9fda3d82e741d099ecb3711c280293 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:23:51.334310 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-636a2030-76dd-4f58-a539-eb6fa2065b81 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:23:51.340341 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-636a2030-76dd-4f58-a539-eb6fa2065b81 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:23:51.355843 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-636a2030-76dd-4f58-a539-eb6fa2065b81 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:51.420094 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-636a2030-76dd-4f58-a539-eb6fa2065b81 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:51.422717 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-636a2030-76dd-4f58-a539-eb6fa2065b81 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657115'] for security_group_rule, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:51.425409 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:23:51.449360 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a2030-76dd-4f58-a539-eb6fa2065b81 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3917f19c-4019-46ef-92b1-a36fbb21c91b,revision_number=0']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:23:51.451794 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-636a2030-76dd-4f58-a539-eb6fa2065b81 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:23:51.457944 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-636a2030-76dd-4f58-a539-eb6fa2065b81 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:51.459240 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-636a2030-76dd-4f58-a539-eb6fa2065b81 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1438503 Apr 22 16:23:51.462565 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 47948) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:23:51.467949 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-b8cb1071-ffe1-4bff-996b-1cbf803bf82e tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Request body: {'floatingip': {'floating_network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27'}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:23:51.474065 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-b8cb1071-ffe1-4bff-996b-1cbf803bf82e tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:23:51.478031 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-b8cb1071-ffe1-4bff-996b-1cbf803bf82e tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Usage tracker for resource:floatingip and tenant:4d9fda3d82e741d099ecb3711c280293 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:23:51.480945 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-b8cb1071-ffe1-4bff-996b-1cbf803bf82e tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:23:51.487452 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-b8cb1071-ffe1-4bff-996b-1cbf803bf82e tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:23:51.496608 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b8cb1071-ffe1-4bff-996b-1cbf803bf82e tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for floatingip, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:51.637655 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b8cb1071-ffe1-4bff-996b-1cbf803bf82e tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:51.783508 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [None req-b8cb1071-ffe1-4bff-996b-1cbf803bf82e tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Allocated IP 172.28.3.2 (88dd38af-48aa-4ea4-a266-3e61b5f89d27/323aff52-d533-47a6-aeb2-a9a8b96d3993/6c60732a-b491-498c-b90e-7a691697e4cd) {{(pid=86315) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:23:51.942756 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b8cb1071-ffe1-4bff-996b-1cbf803bf82e tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for port, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:51.972350 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b8cb1071-ffe1-4bff-996b-1cbf803bf82e tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1046523'] for port, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:51.977017 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-4a754688-049e-457e-a6d1-f92a72a1dd5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:23:52.044838 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cb1071-ffe1-4bff-996b-1cbf803bf82e tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Network 88dd38af-48aa-4ea4-a266-3e61b5f89d27 is already hosted by enough agents. {{(pid=86315) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:23:52.048303 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-b8cb1071-ffe1-4bff-996b-1cbf803bf82e tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Resources bound (agent type, host, resource id): {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:23:52.050869 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cb1071-ffe1-4bff-996b-1cbf803bf82e tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Received port after_create {{(pid=86315) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:23:52.094449 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb1071-ffe1-4bff-996b-1cbf803bf82e tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Pushing event updated for resources: {'Port': ['ID=6c60732a-b491-498c-b90e-7a691697e4cd,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:23:52.097933 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b8cb1071-ffe1-4bff-996b-1cbf803bf82e tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:23:52.142731 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b8cb1071-ffe1-4bff-996b-1cbf803bf82e tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:52.203914 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b8cb1071-ffe1-4bff-996b-1cbf803bf82e tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:52.395006 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:23:52.423415 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b8cb1071-ffe1-4bff-996b-1cbf803bf82e tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for port, precommit_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:52.427517 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b8cb1071-ffe1-4bff-996b-1cbf803bf82e tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853729294'] for port, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:52.431212 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-72938908-eec3-4f32-ad56-d09552555064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:23:52.547332 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb1071-ffe1-4bff-996b-1cbf803bf82e tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Pushing event updated for resources: {'Port': ['ID=6c60732a-b491-498c-b90e-7a691697e4cd,revision_number=2']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:23:52.550854 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b8cb1071-ffe1-4bff-996b-1cbf803bf82e tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:23:52.558327 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b8cb1071-ffe1-4bff-996b-1cbf803bf82e tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691126'] for floatingip, after_update {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:52.580146 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b8cb1071-ffe1-4bff-996b-1cbf803bf82e tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:52.581545 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-b8cb1071-ffe1-4bff-996b-1cbf803bf82e tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1179800 Apr 22 16:23:52.815531 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-68ee63f8-af51-465c-9902-25ce83a2a277 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1655988372&fields=id&tenant_id=4d9fda3d82e741d099ecb3711c280293 HTTP/1.1" status: 200 len: 267 time: 0.0415447 Apr 22 16:23:52.973746 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-536b578e-5b68-4f7a-81d0-f68be8eb96b9 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:52.975222 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-536b578e-5b68-4f7a-81d0-f68be8eb96b9 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/networks?id=a5794b71-f1d1-44d1-8a27-d224f55d0913 HTTP/1.1" status: 200 len: 810 time: 0.1523132 Apr 22 16:23:52.991280 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-c99a1de9-91ef-443c-b50e-497b459818f9 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/quotas/4d9fda3d82e741d099ecb3711c280293 HTTP/1.1" status: 200 len: 375 time: 0.0098479 Apr 22 16:23:53.084776 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-ad5c9ad0-3cdc-4347-a13a-7e1aa7089bde tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d9fda3d82e741d099ecb3711c280293&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0879054 Apr 22 16:23:53.233952 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-809d1987-6950-4d79-8ea7-d72b3cdf5eca service neutron] 10.222.0.21 "GET /v2.0/networks/a5794b71-f1d1-44d1-8a27-d224f55d0913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354978 Apr 22 16:23:53.376678 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-f1bba0cc-fcea-4022-99af-e6db2c003a69 service neutron] 10.222.0.21 "GET /v2.0/networks/a5794b71-f1d1-44d1-8a27-d224f55d0913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362293 Apr 22 16:23:54.590796 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-96ee2fe9-0acf-4b7c-aaf3-7c3b29eff076 req-cf15c757-8901-4d2a-bf59-5f4dd929a227 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=df483af0-8607-4253-9877-c5b812042ad0 HTTP/1.1" status: 200 len: 210 time: 0.0492091 Apr 22 16:23:55.638762 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-ffdbd622-5a29-4ec4-99af-15809d43473f tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:55.640347 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-ffdbd622-5a29-4ec4-99af-15809d43473f tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.43 "GET /v2.0/networks?id=a5794b71-f1d1-44d1-8a27-d224f55d0913 HTTP/1.1" status: 200 len: 810 time: 0.1603565 Apr 22 16:23:55.699112 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-e41f4f0e-309c-4629-ae26-74e00d104efd tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d9fda3d82e741d099ecb3711c280293 HTTP/1.1" status: 200 len: 380 time: 0.0488415 Apr 22 16:23:55.709237 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-02d37a4e-00da-46a0-a07a-316eaa75cb10 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Request body: {'port': {'device_id': 'df483af0-8607-4253-9877-c5b812042ad0', 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913', 'admin_state_up': True, 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'security_groups': ['2850e6c6-6293-4f1d-a440-f9d5789c4f2e']}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:23:55.797435 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-f0747816-d496-4df9-8e67-ad0f360141d3 req-44b4e24a-a74c-4270-aacd-c774043f602f tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=df483af0-8607-4253-9877-c5b812042ad0 HTTP/1.1" status: 200 len: 210 time: 0.0661631 Apr 22 16:23:55.905974 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-02d37a4e-00da-46a0-a07a-316eaa75cb10 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:23:55.910840 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-02d37a4e-00da-46a0-a07a-316eaa75cb10 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Usage tracker for resource:port and tenant:4d9fda3d82e741d099ecb3711c280293 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:23:55.913826 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-02d37a4e-00da-46a0-a07a-316eaa75cb10 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:23:55.919837 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-02d37a4e-00da-46a0-a07a-316eaa75cb10 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:23:55.928317 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-02d37a4e-00da-46a0-a07a-316eaa75cb10 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Made reservation on behalf of 4d9fda3d82e741d099ecb3711c280293 for: {'port': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:23:55.934387 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-02d37a4e-00da-46a0-a07a-316eaa75cb10 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:56.108607 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-02d37a4e-00da-46a0-a07a-316eaa75cb10 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Allocated IP 172.20.0.10 (a5794b71-f1d1-44d1-8a27-d224f55d0913/1003d498-3693-4db1-9bc4-7370500ca149/9700d084-c8ed-4eb5-be7f-1dfb9172349f) {{(pid=86316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:23:56.304450 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-02d37a4e-00da-46a0-a07a-316eaa75cb10 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for port, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:56.321124 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-02d37a4e-00da-46a0-a07a-316eaa75cb10 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Transition to ACTIVE for port object 9700d084-c8ed-4eb5-be7f-1dfb9172349f will not be triggered until provisioned by entity DHCP. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:23:56.345007 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-02d37a4e-00da-46a0-a07a-316eaa75cb10 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:56.350875 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-5e33e67f-d6f8-408e-943f-ed5bfffa8f60 tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:23:56.427178 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-02d37a4e-00da-46a0-a07a-316eaa75cb10 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Network a5794b71-f1d1-44d1-8a27-d224f55d0913 is already hosted by enough agents. {{(pid=86316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:23:56.430459 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-02d37a4e-00da-46a0-a07a-316eaa75cb10 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Resources bound (agent type, host, resource id): {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:23:56.435125 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-02d37a4e-00da-46a0-a07a-316eaa75cb10 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Received port after_create {{(pid=86316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:23:56.469669 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d37a4e-00da-46a0-a07a-316eaa75cb10 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Pushing event updated for resources: {'Port': ['ID=9700d084-c8ed-4eb5-be7f-1dfb9172349f,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:23:56.477577 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-02d37a4e-00da-46a0-a07a-316eaa75cb10 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:23:56.510190 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-02d37a4e-00da-46a0-a07a-316eaa75cb10 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:56.510910 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-02d37a4e-00da-46a0-a07a-316eaa75cb10 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:56.536642 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-02d37a4e-00da-46a0-a07a-316eaa75cb10 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8316936 Apr 22 16:23:56.553012 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-a26d4b30-43c4-4a45-90ef-4089dfdd6001 service neutron] Request body: {'port': {'device_id': 'df483af0-8607-4253-9877-c5b812042ad0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:23:56.677746 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f6b0c8b0-6dc2-4c6b-965e-b9c11e15b97c None None] Provisioning for port 9700d084-c8ed-4eb5-be7f-1dfb9172349f completed by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:23:56.679126 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-a26d4b30-43c4-4a45-90ef-4089dfdd6001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:56.683537 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f6b0c8b0-6dc2-4c6b-965e-b9c11e15b97c None None] Provisioning complete for port 9700d084-c8ed-4eb5-be7f-1dfb9172349f triggered by entity DHCP. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:23:56.683959 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f6b0c8b0-6dc2-4c6b-965e-b9c11e15b97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:56.741918 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f6b0c8b0-6dc2-4c6b-965e-b9c11e15b97c None None] Port 9700d084-c8ed-4eb5-be7f-1dfb9172349f cannot update to ACTIVE because it is not bound. {{(pid=86317) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 16:23:57.056091 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525dba9b-989c-450f-9d98-d5e97bd2965c req-7ae7480c-b2ce-494c-8bfd-98606832ed7d tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:57.056835 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-525dba9b-989c-450f-9d98-d5e97bd2965c req-7ae7480c-b2ce-494c-8bfd-98606832ed7d tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Synchronizing usage tracker for tenant:4d9fda3d82e741d099ecb3711c280293 on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:23:57.131071 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-525dba9b-989c-450f-9d98-d5e97bd2965c req-7ae7480c-b2ce-494c-8bfd-98606832ed7d tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Unset dirty status for tenant:4d9fda3d82e741d099ecb3711c280293 on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:23:57.132237 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-525dba9b-989c-450f-9d98-d5e97bd2965c req-7ae7480c-b2ce-494c-8bfd-98606832ed7d tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=df483af0-8607-4253-9877-c5b812042ad0 HTTP/1.1" status: 200 len: 932 time: 0.2116456 Apr 22 16:23:57.163439 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-a26d4b30-43c4-4a45-90ef-4089dfdd6001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9700d084-c8ed-4eb5-be7f-1dfb9172349f {{(pid=86316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:23:57.174021 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-a26d4b30-43c4-4a45-90ef-4089dfdd6001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:57.205014 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-525dba9b-989c-450f-9d98-d5e97bd2965c req-0e6b62c5-7c8f-4300-80a7-edf43ad07cdc tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=2850e6c6-6293-4f1d-a440-f9d5789c4f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655723 Apr 22 16:23:57.207533 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-a26d4b30-43c4-4a45-90ef-4089dfdd6001 service neutron] Transition to ACTIVE for port object 9700d084-c8ed-4eb5-be7f-1dfb9172349f will not be triggered until provisioned by entity L2. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:23:57.210216 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-a26d4b30-43c4-4a45-90ef-4089dfdd6001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:57.215094 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ccd4cb18-70cb-4fd2-bbda-5a22d35631d4 tempest-ServerRescueNegativeTestJSON-1574975876 tempest-ServerRescueNegativeTestJSON-1574975876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:23:57.354403 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d4b30-43c4-4a45-90ef-4089dfdd6001 service neutron] Pushing event updated for resources: {'Port': ['ID=9700d084-c8ed-4eb5-be7f-1dfb9172349f,revision_number=2']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:23:57.382811 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-a26d4b30-43c4-4a45-90ef-4089dfdd6001 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:23:57.469639 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-a26d4b30-43c4-4a45-90ef-4089dfdd6001 service neutron] Attempting to bind port 9700d084-c8ed-4eb5-be7f-1dfb9172349f on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:23:57.470014 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-a26d4b30-43c4-4a45-90ef-4089dfdd6001 service neutron] Attempting to bind port 9700d084-c8ed-4eb5-be7f-1dfb9172349f by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '38dbabdb-ad72-4e3b-bb4c-3fc022062164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913'}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:23:57.470385 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-a26d4b30-43c4-4a45-90ef-4089dfdd6001 service neutron] Attempting to bind port 9700d084-c8ed-4eb5-be7f-1dfb9172349f on network a5794b71-f1d1-44d1-8a27-d224f55d0913 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:23:57.476080 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-a26d4b30-43c4-4a45-90ef-4089dfdd6001 service neutron] Port 9700d084-c8ed-4eb5-be7f-1dfb9172349f on network a5794b71-f1d1-44d1-8a27-d224f55d0913 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:23:57.476444 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-a26d4b30-43c4-4a45-90ef-4089dfdd6001 service neutron] Attempting to bind port 9700d084-c8ed-4eb5-be7f-1dfb9172349f on network a5794b71-f1d1-44d1-8a27-d224f55d0913 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:23:57.482080 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-a26d4b30-43c4-4a45-90ef-4089dfdd6001 service neutron] Checking agent: {'id': '016b7565-6632-473e-a317-92a5bd3f2916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'started_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:23:57.482457 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-a26d4b30-43c4-4a45-90ef-4089dfdd6001 service neutron] Checking segment: {'id': '38dbabdb-ad72-4e3b-bb4c-3fc022062164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:23:57.482935 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-a26d4b30-43c4-4a45-90ef-4089dfdd6001 service neutron] Bound using segment: {'id': '38dbabdb-ad72-4e3b-bb4c-3fc022062164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913'} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:23:57.483405 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-a26d4b30-43c4-4a45-90ef-4089dfdd6001 service neutron] Bound port: 9700d084-c8ed-4eb5-be7f-1dfb9172349f, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38dbabdb-ad72-4e3b-bb4c-3fc022062164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913'}}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:23:57.483788 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-a26d4b30-43c4-4a45-90ef-4089dfdd6001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:57.577331 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-a26d4b30-43c4-4a45-90ef-4089dfdd6001 service neutron] For port 9700d084-c8ed-4eb5-be7f-1dfb9172349f, host hv-cinder-78462, cleared binding levels {{(pid=86316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:23:57.580353 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-a26d4b30-43c4-4a45-90ef-4089dfdd6001 service neutron] For port 9700d084-c8ed-4eb5-be7f-1dfb9172349f, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9700d084-c8ed-4eb5-be7f-1dfb9172349f,segment=NetworkSegment(38dbabdb-ad72-4e3b-bb4c-3fc022062164),segment_id=38dbabdb-ad72-4e3b-bb4c-3fc022062164)] {{(pid=86316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:23:57.583858 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-a26d4b30-43c4-4a45-90ef-4089dfdd6001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:57.588469 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-031c6fee-a1a5-49af-a92a-36f41f4331ee tempest-TestMinimumBasicScenario-1519132485 tempest-TestMinimumBasicScenario-1519132485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:23:57.642403 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-a26d4b30-43c4-4a45-90ef-4089dfdd6001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:57.643235 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-a26d4b30-43c4-4a45-90ef-4089dfdd6001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:57.645043 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-a26d4b30-43c4-4a45-90ef-4089dfdd6001 service neutron] 10.222.0.43 "PUT /v2.0/ports/9700d084-c8ed-4eb5-be7f-1dfb9172349f HTTP/1.1" status: 200 len: 1094 time: 1.0972967 Apr 22 16:23:57.647509 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df483af0-8607-4253-9877-c5b812042ad0', 'tag': '9700d084-c8ed-4eb5-be7f-1dfb9172349f'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:23:57.684149 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d4b30-43c4-4a45-90ef-4089dfdd6001 service neutron] Pushing event updated for resources: {'Port': ['ID=9700d084-c8ed-4eb5-be7f-1dfb9172349f,revision_number=3']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:23:57.689270 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-a26d4b30-43c4-4a45-90ef-4089dfdd6001 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:23:57.733217 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df483af0-8607-4253-9877-c5b812042ad0', 'tag': '9700d084-c8ed-4eb5-be7f-1dfb9172349f', 'status': 'completed', 'code': 200} Apr 22 16:23:57.773298 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-c5c77d05-c137-40f6-bfef-5068a0d4c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:57.774935 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-c5c77d05-c137-40f6-bfef-5068a0d4c937 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d9fda3d82e741d099ecb3711c280293&device_id=df483af0-8607-4253-9877-c5b812042ad0 HTTP/1.1" status: 200 len: 1097 time: 0.0846264 Apr 22 16:23:57.852197 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-ad35df42-2178-459c-aba0-9570c2ece0c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9700d084-c8ed-4eb5-be7f-1dfb9172349f HTTP/1.1" status: 200 len: 217 time: 0.0701396 Apr 22 16:23:57.920137 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-91a520e1-bf55-4d4f-bf28-14c2aa5d2cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:57.921621 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-91a520e1-bf55-4d4f-bf28-14c2aa5d2cbf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1003d498-3693-4db1-9bc4-7370500ca149 HTTP/1.1" status: 200 len: 849 time: 0.0632756 Apr 22 16:23:58.006761 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-8ba3c0d5-0c5d-46f6-b151-d076ea9c24e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:58.008310 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-8ba3c0d5-0c5d-46f6-b151-d076ea9c24e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5794b71-f1d1-44d1-8a27-d224f55d0913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795884 Apr 22 16:23:58.149857 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-e185f82f-0031-4054-b8f1-4f2edc3c6805 service neutron] 10.222.0.43 "GET /v2.0/networks/a5794b71-f1d1-44d1-8a27-d224f55d0913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343396 Apr 22 16:23:58.291511 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ea340774-b9be-4428-a4f9-9833f34834d7 req-7e6407a2-952a-4b07-88f5-5daf8223013f service neutron] 10.222.0.43 "GET /v2.0/networks/a5794b71-f1d1-44d1-8a27-d224f55d0913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344600 Apr 22 16:23:58.480373 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b276cea-459f-48c4-acfc-1f2e68aa2e50 req-9472a1d1-2755-4d19-99bb-0b39f0e82f82 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:58.481951 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4b276cea-459f-48c4-acfc-1f2e68aa2e50 req-9472a1d1-2755-4d19-99bb-0b39f0e82f82 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=df483af0-8607-4253-9877-c5b812042ad0 HTTP/1.1" status: 200 len: 944 time: 0.1597786 Apr 22 16:23:58.484037 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce47253-6ade-4646-b086-5566c615f6e7 req-81b68cf5-c875-4f98-8fa8-0e644ed1fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:58.485504 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0ce47253-6ade-4646-b086-5566c615f6e7 req-81b68cf5-c875-4f98-8fa8-0e644ed1fc19 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d9fda3d82e741d099ecb3711c280293&device_id=df483af0-8607-4253-9877-c5b812042ad0 HTTP/1.1" status: 200 len: 1097 time: 0.1258843 Apr 22 16:23:58.620215 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4b276cea-459f-48c4-acfc-1f2e68aa2e50 req-fc81681b-11ce-491f-b477-00401488a897 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=2850e6c6-6293-4f1d-a440-f9d5789c4f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317081 Apr 22 16:23:58.663926 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce47253-6ade-4646-b086-5566c615f6e7 req-835030db-5cf0-43c5-a52d-1a8db4620b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:58.665527 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0ce47253-6ade-4646-b086-5566c615f6e7 req-835030db-5cf0-43c5-a52d-1a8db4620b63 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a5794b71-f1d1-44d1-8a27-d224f55d0913 HTTP/1.1" status: 200 len: 911 time: 0.1612730 Apr 22 16:23:58.741366 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0ce47253-6ade-4646-b086-5566c615f6e7 req-3ceee81f-66f7-4541-ae3d-9249769ccee2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9700d084-c8ed-4eb5-be7f-1dfb9172349f HTTP/1.1" status: 200 len: 217 time: 0.0681040 Apr 22 16:23:59.043129 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce47253-6ade-4646-b086-5566c615f6e7 req-3a5766bf-1ace-4436-bedc-ff8b99bf18e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:59.044658 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0ce47253-6ade-4646-b086-5566c615f6e7 req-3a5766bf-1ace-4436-bedc-ff8b99bf18e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1003d498-3693-4db1-9bc4-7370500ca149 HTTP/1.1" status: 200 len: 849 time: 0.2942810 Apr 22 16:23:59.128556 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce47253-6ade-4646-b086-5566c615f6e7 req-73a4b924-35c5-42f7-a58b-290e951ac559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:59.130056 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0ce47253-6ade-4646-b086-5566c615f6e7 req-73a4b924-35c5-42f7-a58b-290e951ac559 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5794b71-f1d1-44d1-8a27-d224f55d0913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779128 Apr 22 16:23:59.269742 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0ce47253-6ade-4646-b086-5566c615f6e7 req-a2ea3740-3def-4537-858b-d166d49e5c12 service neutron] 10.222.0.43 "GET /v2.0/networks/a5794b71-f1d1-44d1-8a27-d224f55d0913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317105 Apr 22 16:23:59.408116 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0ce47253-6ade-4646-b086-5566c615f6e7 req-f8fc1979-585e-47b3-a4ad-11dfc49507eb service neutron] 10.222.0.43 "GET /v2.0/networks/a5794b71-f1d1-44d1-8a27-d224f55d0913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319554 Apr 22 16:23:59.582628 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 9700d084-c8ed-4eb5-be7f-1dfb9172349f details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:23:59.730116 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 9700d084-c8ed-4eb5-be7f-1dfb9172349f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9700d084-c8ed-4eb5-be7f-1dfb9172349f,segment=NetworkSegment(38dbabdb-ad72-4e3b-bb4c-3fc022062164),segment_id=38dbabdb-ad72-4e3b-bb4c-3fc022062164)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:23:59.748323 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Returning: {'device': '9700d084-c8ed-4eb5-be7f-1dfb9172349f', 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913', 'port_id': '9700d084-c8ed-4eb5-be7f-1dfb9172349f', 'mac_address': 'fa:16:3e:db:fc:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1003d498-3693-4db1-9bc4-7370500ca149', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:23:59.808035 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:59.826657 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9700d084-c8ed-4eb5-be7f-1dfb9172349f {{(pid=86317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:23:59.828018 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52e15e-f68e-479e-a48a-97080f201da9 req-3d4866aa-7316-4e43-8f78-2cc40e8abac7 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:23:59.829607 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2c52e15e-f68e-479e-a48a-97080f201da9 req-3d4866aa-7316-4e43-8f78-2cc40e8abac7 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=df483af0-8607-4253-9877-c5b812042ad0 HTTP/1.1" status: 200 len: 944 time: 0.0914903 Apr 22 16:23:59.843360 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 9700d084-c8ed-4eb5-be7f-1dfb9172349f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9700d084-c8ed-4eb5-be7f-1dfb9172349f,segment=NetworkSegment(38dbabdb-ad72-4e3b-bb4c-3fc022062164),segment_id=38dbabdb-ad72-4e3b-bb4c-3fc022062164)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:23:59.846227 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:23:59.848758 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f0c11f07-0af1-4c9d-ac48-2fd6d0975c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:23:59.879238 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2c52e15e-f68e-479e-a48a-97080f201da9 req-74647ba8-8fda-45b9-a16b-4946858e94df tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=2850e6c6-6293-4f1d-a440-f9d5789c4f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426872 Apr 22 16:23:59.917375 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=9700d084-c8ed-4eb5-be7f-1dfb9172349f,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:23:59.925224 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:59.925616 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:59.926000 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:59.926379 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:59.926784 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:59.927164 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:59.927534 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:59.927902 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:59.928271 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:59.928640 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:59.929005 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:59.929367 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:23:59.933344 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:24:00.059152 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['9700d084-c8ed-4eb5-be7f-1dfb9172349f'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:24:01.085699 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd1065-54ea-4faf-b8ec-f8646dc36f70 req-e326dcb2-6988-47b4-a329-e8872a962f3a tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:24:01.087302 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fadd1065-54ea-4faf-b8ec-f8646dc36f70 req-e326dcb2-6988-47b4-a329-e8872a962f3a tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=df483af0-8607-4253-9877-c5b812042ad0 HTTP/1.1" status: 200 len: 945 time: 0.0935745 Apr 22 16:24:01.136518 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fadd1065-54ea-4faf-b8ec-f8646dc36f70 req-791d8d8e-8c70-4e2f-832b-65c7ed7f5363 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=2850e6c6-6293-4f1d-a440-f9d5789c4f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423272 Apr 22 16:24:01.608445 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 9700d084-c8ed-4eb5-be7f-1dfb9172349f up at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:24:01.682365 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning for port 9700d084-c8ed-4eb5-be7f-1dfb9172349f completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:24:01.687288 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning complete for port 9700d084-c8ed-4eb5-be7f-1dfb9172349f triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:24:01.687708 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:01.809711 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:01.841574 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df483af0-8607-4253-9877-c5b812042ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9700d084-c8ed-4eb5-be7f-1dfb9172349f'}] {{(pid=86317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:24:01.852193 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 9700d084-c8ed-4eb5-be7f-1dfb9172349f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9700d084-c8ed-4eb5-be7f-1dfb9172349f,segment=NetworkSegment(38dbabdb-ad72-4e3b-bb4c-3fc022062164),segment_id=38dbabdb-ad72-4e3b-bb4c-3fc022062164)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:24:01.855060 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:01.856968 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:24:01.894631 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df483af0-8607-4253-9877-c5b812042ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9700d084-c8ed-4eb5-be7f-1dfb9172349f', 'code': 200} Apr 22 16:24:01.928816 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=9700d084-c8ed-4eb5-be7f-1dfb9172349f,revision_number=5']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:24:01.931867 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:24:02.130930 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6538d3-889a-45b3-8524-159a6ce316d3 req-c5a4d389-2fb8-4404-aa9f-179a2b7af931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:24:02.132414 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-aa6538d3-889a-45b3-8524-159a6ce316d3 req-c5a4d389-2fb8-4404-aa9f-179a2b7af931 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=df483af0-8607-4253-9877-c5b812042ad0 HTTP/1.1" status: 200 len: 1099 time: 0.0775931 Apr 22 16:24:02.176300 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-aa6538d3-889a-45b3-8524-159a6ce316d3 req-78ca10a8-cead-4481-8a10-b1241f7297e7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2850e6c6-6293-4f1d-a440-f9d5789c4f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361726 Apr 22 16:24:02.337266 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6029d3-910b-41aa-984c-151fceaa4513 req-cf22e094-7e71-432d-91de-c0221fec62dc tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:24:02.338857 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ed6029d3-910b-41aa-984c-151fceaa4513 req-cf22e094-7e71-432d-91de-c0221fec62dc tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=df483af0-8607-4253-9877-c5b812042ad0 HTTP/1.1" status: 200 len: 946 time: 0.0902760 Apr 22 16:24:02.387096 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ed6029d3-910b-41aa-984c-151fceaa4513 req-bb5ac15e-22df-47cc-9691-7c83a7b31b49 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=2850e6c6-6293-4f1d-a440-f9d5789c4f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417774 Apr 22 16:24:03.591831 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ea3b9-ff8e-4caf-88df-6dabeee085ba req-a37df5d5-b0e2-4857-8ec7-c4ab7279edb3 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:24:03.593438 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-937ea3b9-ff8e-4caf-88df-6dabeee085ba req-a37df5d5-b0e2-4857-8ec7-c4ab7279edb3 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=df483af0-8607-4253-9877-c5b812042ad0 HTTP/1.1" status: 200 len: 946 time: 0.0869672 Apr 22 16:24:03.644548 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-937ea3b9-ff8e-4caf-88df-6dabeee085ba req-316ceae8-e03b-4718-b94b-6815ce937f12 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=2850e6c6-6293-4f1d-a440-f9d5789c4f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445001 Apr 22 16:24:03.836478 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35b273-0f4f-4c23-9bdb-52e82196d5b9 req-99de0f6e-3e7e-45a1-a768-5c43f2c565e9 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:24:03.838053 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4b35b273-0f4f-4c23-9bdb-52e82196d5b9 req-99de0f6e-3e7e-45a1-a768-5c43f2c565e9 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=df483af0-8607-4253-9877-c5b812042ad0 HTTP/1.1" status: 200 len: 946 time: 0.0876796 Apr 22 16:24:03.847201 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 48000) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:24:03.852735 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-971fe1e2-fcfb-4a96-b6b3-c2944db5fff7 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Request body: {'floatingip': {'port_id': '9700d084-c8ed-4eb5-be7f-1dfb9172349f'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:24:03.935211 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-971fe1e2-fcfb-4a96-b6b3-c2944db5fff7 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for floatingip, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:04.538906 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-971fe1e2-fcfb-4a96-b6b3-c2944db5fff7 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:04.541782 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-971fe1e2-fcfb-4a96-b6b3-c2944db5fff7 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691126'] for floatingip, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:04.720735 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.l3_db [None req-971fe1e2-fcfb-4a96-b6b3-c2944db5fff7 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Floating IP 01f1eb64-b266-425f-aa84-52101aa358fa associated. External IP: 172.28.3.2, port: 9700d084-c8ed-4eb5-be7f-1dfb9172349f. Apr 22 16:24:05.083771 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971fe1e2-fcfb-4a96-b6b3-c2944db5fff7 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Router 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 has already been hosted by L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 {{(pid=86316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:24:05.492756 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971fe1e2-fcfb-4a96-b6b3-c2944db5fff7 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:24:05.497183 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-971fe1e2-fcfb-4a96-b6b3-c2944db5fff7 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:05.502974 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e0ebd-4888-4668-8f09-5f1f68e28359 None None] Sync routers for ids ['778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'] in dv-cinder-784623-7-smb {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:24:05.513240 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e0ebd-4888-4668-8f09-5f1f68e28359 None None] Routers {'778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:24:05.514011 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-6e2e0ebd-4888-4668-8f09-5f1f68e28359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:23:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:24:05.558014 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-971fe1e2-fcfb-4a96-b6b3-c2944db5fff7 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "PUT /v2.0/floatingips/01f1eb64-b266-425f-aa84-52101aa358fa HTTP/1.1" status: 200 len: 990 time: 1.7096522 Apr 22 16:24:05.558753 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df483af0-8607-4253-9877-c5b812042ad0', 'tag': '9700d084-c8ed-4eb5-be7f-1dfb9172349f'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:24:05.608322 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df483af0-8607-4253-9877-c5b812042ad0', 'tag': '9700d084-c8ed-4eb5-be7f-1dfb9172349f', 'status': 'completed', 'code': 200} Apr 22 16:24:05.709268 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-6e2e0ebd-4888-4668-8f09-5f1f68e28359 None None] Set router 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:24:05.714950 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a32832-2fd1-4f23-9f59-e18fa6e027a1 req-a4532fd0-a932-4803-ba1e-35a61a33a60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:24:05.716596 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-73a32832-2fd1-4f23-9f59-e18fa6e027a1 req-a4532fd0-a932-4803-ba1e-35a61a33a60d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d9fda3d82e741d099ecb3711c280293&device_id=df483af0-8607-4253-9877-c5b812042ad0 HTTP/1.1" status: 200 len: 1099 time: 0.0836806 Apr 22 16:24:05.865284 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a32832-2fd1-4f23-9f59-e18fa6e027a1 req-d3f0c109-372e-4a34-aa9d-5338d3234fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:24:05.866803 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-73a32832-2fd1-4f23-9f59-e18fa6e027a1 req-d3f0c109-372e-4a34-aa9d-5338d3234fd2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a5794b71-f1d1-44d1-8a27-d224f55d0913 HTTP/1.1" status: 200 len: 911 time: 0.1427372 Apr 22 16:24:05.981628 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-73a32832-2fd1-4f23-9f59-e18fa6e027a1 req-8f9ad716-a909-40e0-a275-db9330fee54b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9700d084-c8ed-4eb5-be7f-1dfb9172349f HTTP/1.1" status: 200 len: 998 time: 0.1076386 Apr 22 16:24:06.053140 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a32832-2fd1-4f23-9f59-e18fa6e027a1 req-66146bb0-3567-4ebb-a6df-b3dc145c58cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:24:06.054805 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-73a32832-2fd1-4f23-9f59-e18fa6e027a1 req-66146bb0-3567-4ebb-a6df-b3dc145c58cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1003d498-3693-4db1-9bc4-7370500ca149 HTTP/1.1" status: 200 len: 849 time: 0.0661747 Apr 22 16:24:06.080364 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-6e2e0ebd-4888-4668-8f09-5f1f68e28359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'name': 'tempest-AttachVolumeTestJSON-804162723-router', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:21:02Z', 'updated_at': '2021-04-22T16:21:06Z', 'revision_number': 4, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'gw_port': {'id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:03Z', 'updated_at': '2021-04-22T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_floatingips': [{'id': '01f1eb64-b266-425f-aa84-52101aa358fa', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'floating_ip_address': '172.28.3.2', 'floating_network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'router_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'port_id': '9700d084-c8ed-4eb5-be7f-1dfb9172349f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913', 'mac_address': 'fa:16:3e:db:fc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df483af0-8607-4253-9877-c5b812042ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:23:52Z', 'updated_at': '2021-04-22T16:24:04Z', 'revision_number': 1, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14d21d9f-7795-499e-a7a1-e759e8f329ad', 'name': '', 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'mac_address': 'fa:16:3e:fd:b3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1003d498-3693-4db1-9bc4-7370500ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:06Z', 'updated_at': '2021-04-22T16:21:14Z', 'revision_number': 5, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'subnets': [{'id': '1003d498-3693-4db1-9bc4-7370500ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:24:06.084650 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e0ebd-4888-4668-8f09-5f1f68e28359 None None] Checking router: 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 for host: dv-cinder-784623-7-smb {{(pid=86318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:24:06.093646 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e0ebd-4888-4668-8f09-5f1f68e28359 None None] Routers {'778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:24:06.094306 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-6e2e0ebd-4888-4668-8f09-5f1f68e28359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:23:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:24:06.142812 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a32832-2fd1-4f23-9f59-e18fa6e027a1 req-3d25c620-8191-4b80-be13-6c6280fb6687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:24:06.144482 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-73a32832-2fd1-4f23-9f59-e18fa6e027a1 req-3d25c620-8191-4b80-be13-6c6280fb6687 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5794b71-f1d1-44d1-8a27-d224f55d0913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820754 Apr 22 16:24:06.281079 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-6e2e0ebd-4888-4668-8f09-5f1f68e28359 None None] Set router 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:24:06.290368 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-73a32832-2fd1-4f23-9f59-e18fa6e027a1 req-8f3db6dc-7153-4fda-b0f5-01d3412db230 service neutron] 10.222.0.43 "GET /v2.0/networks/a5794b71-f1d1-44d1-8a27-d224f55d0913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384163 Apr 22 16:24:06.435612 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-73a32832-2fd1-4f23-9f59-e18fa6e027a1 req-dc72752e-1ff7-4e13-af0c-42fe16417bf0 service neutron] 10.222.0.43 "GET /v2.0/networks/a5794b71-f1d1-44d1-8a27-d224f55d0913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379664 Apr 22 16:24:06.645225 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-6e2e0ebd-4888-4668-8f09-5f1f68e28359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'name': 'tempest-AttachVolumeTestJSON-804162723-router', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:21:02Z', 'updated_at': '2021-04-22T16:21:06Z', 'revision_number': 4, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'gw_port': {'id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:03Z', 'updated_at': '2021-04-22T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_floatingips': [{'id': '01f1eb64-b266-425f-aa84-52101aa358fa', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'floating_ip_address': '172.28.3.2', 'floating_network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'router_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'port_id': '9700d084-c8ed-4eb5-be7f-1dfb9172349f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913', 'mac_address': 'fa:16:3e:db:fc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df483af0-8607-4253-9877-c5b812042ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:23:52Z', 'updated_at': '2021-04-22T16:24:04Z', 'revision_number': 1, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14d21d9f-7795-499e-a7a1-e759e8f329ad', 'name': '', 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'mac_address': 'fa:16:3e:fd:b3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1003d498-3693-4db1-9bc4-7370500ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:06Z', 'updated_at': '2021-04-22T16:21:14Z', 'revision_number': 5, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'subnets': [{'id': '1003d498-3693-4db1-9bc4-7370500ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:24:06.649369 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e0ebd-4888-4668-8f09-5f1f68e28359 None None] The sync data for ids ['778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'] in dv-cinder-784623-7-smb is: [{'id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'name': 'tempest-AttachVolumeTestJSON-804162723-router', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:21:02Z', 'updated_at': '2021-04-22T16:21:06Z', 'revision_number': 4, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'gw_port': {'id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:03Z', 'updated_at': '2021-04-22T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_floatingips': [{'id': '01f1eb64-b266-425f-aa84-52101aa358fa', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'floating_ip_address': '172.28.3.2', 'floating_network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'router_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'port_id': '9700d084-c8ed-4eb5-be7f-1dfb9172349f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913', 'mac_address': 'fa:16:3e:db:fc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df483af0-8607-4253-9877-c5b812042ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T16:23:52Z', 'updated_at': '2021-04-22T16:24:04Z', 'revision_number': 1, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14d21d9f-7795-499e-a7a1-e759e8f329ad', 'name': '', 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'mac_address': 'fa:16:3e:fd:b3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1003d498-3693-4db1-9bc4-7370500ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:06Z', 'updated_at': '2021-04-22T16:21:14Z', 'revision_number': 5, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'subnets': [{'id': '1003d498-3693-4db1-9bc4-7370500ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:24:06.919665 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363e2b33-b4dd-4ad3-bf78-1afdaa56015b None None] New status for floating IP 01f1eb64-b266-425f-aa84-52101aa358fa: ACTIVE {{(pid=86317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:24:08.074662 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:08.457519 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3a3eb048-1a44-4f4b-aa0e-804d5356f140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:11.404072 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9edae743-c45e-4044-83c2-b56d779d9a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:11.618635 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:11.810068 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:13.156306 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:29.394479 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:24:38.092608 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:38.460128 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6319660c-ec0c-4ab7-ae11-6e8745cd9aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:41.404377 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1ccc21aa-985b-4237-b782-c78c03ecad51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:41.621841 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:41.812008 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:42.165570 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8a503f69-03a0-4416-a1e6-88695ddb64dc req-6951a48e-f8c9-49b3-8ddc-137b288132f9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=df483af0-8607-4253-9877-c5b812042ad0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786281 Apr 22 16:24:42.434103 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a503f69-03a0-4416-a1e6-88695ddb64dc req-b4cbddb6-c25f-46b9-bae1-093d56496742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:24:42.435641 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8a503f69-03a0-4416-a1e6-88695ddb64dc req-b4cbddb6-c25f-46b9-bae1-093d56496742 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4d9fda3d82e741d099ecb3711c280293&device_id=df483af0-8607-4253-9877-c5b812042ad0 HTTP/1.1" status: 200 len: 1099 time: 0.0808911 Apr 22 16:24:42.592852 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a503f69-03a0-4416-a1e6-88695ddb64dc req-a90d19a5-5ab4-4560-8451-6da853c65111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:24:42.594399 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8a503f69-03a0-4416-a1e6-88695ddb64dc req-a90d19a5-5ab4-4560-8451-6da853c65111 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a5794b71-f1d1-44d1-8a27-d224f55d0913 HTTP/1.1" status: 200 len: 911 time: 0.1387446 Apr 22 16:24:42.701863 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8a503f69-03a0-4416-a1e6-88695ddb64dc req-453502b4-d2ec-40d3-8d28-aec56980430c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9700d084-c8ed-4eb5-be7f-1dfb9172349f HTTP/1.1" status: 200 len: 1000 time: 0.1004632 Apr 22 16:24:42.773041 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a503f69-03a0-4416-a1e6-88695ddb64dc req-5d6b24e8-e7e0-4f1a-b303-031f89e0827b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:24:42.774576 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8a503f69-03a0-4416-a1e6-88695ddb64dc req-5d6b24e8-e7e0-4f1a-b303-031f89e0827b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1003d498-3693-4db1-9bc4-7370500ca149 HTTP/1.1" status: 200 len: 849 time: 0.0662322 Apr 22 16:24:42.857817 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a503f69-03a0-4416-a1e6-88695ddb64dc req-a8df80d6-cf20-4eef-bedc-791d270c3c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:24:42.859416 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8a503f69-03a0-4416-a1e6-88695ddb64dc req-a8df80d6-cf20-4eef-bedc-791d270c3c7e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5794b71-f1d1-44d1-8a27-d224f55d0913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769308 Apr 22 16:24:42.871093 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [req-8a503f69-03a0-4416-a1e6-88695ddb64dc req-ac915462-fc67-42fd-91cc-b90e795b55aa service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86316) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:24:42.872115 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8a503f69-03a0-4416-a1e6-88695ddb64dc req-ac915462-fc67-42fd-91cc-b90e795b55aa service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053923 Apr 22 16:24:43.012052 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8a503f69-03a0-4416-a1e6-88695ddb64dc req-612ed653-1c1a-4ef7-b4b1-bec76fa585fd service neutron] 10.222.0.43 "GET /v2.0/networks/a5794b71-f1d1-44d1-8a27-d224f55d0913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329267 Apr 22 16:24:43.158694 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:43.160375 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8a503f69-03a0-4416-a1e6-88695ddb64dc req-9b5d3c7d-65be-461d-9fbd-61502a81dcae service neutron] 10.222.0.43 "GET /v2.0/networks/a5794b71-f1d1-44d1-8a27-d224f55d0913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392353 Apr 22 16:24:54.981632 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21334a84-f862-488f-a91f-3c7c178cd86c req-b5219a72-49aa-49f3-878a-dcbec875265b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:24:54.983366 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-21334a84-f862-488f-a91f-3c7c178cd86c req-b5219a72-49aa-49f3-878a-dcbec875265b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=df483af0-8607-4253-9877-c5b812042ad0 HTTP/1.1" status: 200 len: 946 time: 0.0925448 Apr 22 16:24:55.031477 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-21334a84-f862-488f-a91f-3c7c178cd86c req-7b43094a-6ada-4ae0-b036-360ef6e0755a tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=2850e6c6-6293-4f1d-a440-f9d5789c4f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409508 Apr 22 16:24:56.233135 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084372b-5c9d-4f9e-bfba-5df75a62ec52 req-ca504330-721a-4e57-b7ff-8ee9090554a7 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:24:56.234646 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1084372b-5c9d-4f9e-bfba-5df75a62ec52 req-ca504330-721a-4e57-b7ff-8ee9090554a7 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=df483af0-8607-4253-9877-c5b812042ad0 HTTP/1.1" status: 200 len: 946 time: 0.0870187 Apr 22 16:24:56.285810 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1084372b-5c9d-4f9e-bfba-5df75a62ec52 req-50faf351-d507-42c7-a383-8c05e97c1d12 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=2850e6c6-6293-4f1d-a440-f9d5789c4f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442457 Apr 22 16:24:56.739733 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e69fa-0789-4b83-b5fb-d64b264bacf7 req-a2de5fb4-40e3-40ef-9e64-bc579edef37f tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:24:56.741259 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-685e69fa-0789-4b83-b5fb-d64b264bacf7 req-a2de5fb4-40e3-40ef-9e64-bc579edef37f tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.43 "GET /v2.0/ports?device_id=df483af0-8607-4253-9877-c5b812042ad0 HTTP/1.1" status: 200 len: 946 time: 0.0882616 Apr 22 16:24:56.817351 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-685e69fa-0789-4b83-b5fb-d64b264bacf7 req-6156e586-b889-4a3e-abff-d30aa73bff0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Deleting port 9700d084-c8ed-4eb5-be7f-1dfb9172349f {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:24:56.817730 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-685e69fa-0789-4b83-b5fb-d64b264bacf7 req-6156e586-b889-4a3e-abff-d30aa73bff0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:57.081182 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-685e69fa-0789-4b83-b5fb-d64b264bacf7 req-6156e586-b889-4a3e-abff-d30aa73bff0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] For port 9700d084-c8ed-4eb5-be7f-1dfb9172349f, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9700d084-c8ed-4eb5-be7f-1dfb9172349f,segment=NetworkSegment(38dbabdb-ad72-4e3b-bb4c-3fc022062164),segment_id=38dbabdb-ad72-4e3b-bb4c-3fc022062164)] {{(pid=86316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:24:57.081579 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-685e69fa-0789-4b83-b5fb-d64b264bacf7 req-6156e586-b889-4a3e-abff-d30aa73bff0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:57.390398 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-685e69fa-0789-4b83-b5fb-d64b264bacf7 req-6156e586-b889-4a3e-abff-d30aa73bff0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:57.391011 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-685e69fa-0789-4b83-b5fb-d64b264bacf7 req-6156e586-b889-4a3e-abff-d30aa73bff0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691126'] for floatingip, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:57.391125 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.l3_db [req-685e69fa-0789-4b83-b5fb-d64b264bacf7 req-6156e586-b889-4a3e-abff-d30aa73bff0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Floating IP 01f1eb64-b266-425f-aa84-52101aa358fa disassociated. External IP: 172.28.3.2, port: 9700d084-c8ed-4eb5-be7f-1dfb9172349f. Apr 22 16:24:57.391437 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-685e69fa-0789-4b83-b5fb-d64b264bacf7 req-6156e586-b889-4a3e-abff-d30aa73bff0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Calling delete_port for 9700d084-c8ed-4eb5-be7f-1dfb9172349f owned by compute:nova {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:24:57.583196 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b20e4-1b11-4e06-9a3c-4516a9d770a9 req-f6619d28-f779-4d89-8552-e7f55b11768f tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:24:57.584778 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-150b20e4-1b11-4e06-9a3c-4516a9d770a9 req-f6619d28-f779-4d89-8552-e7f55b11768f tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=df483af0-8607-4253-9877-c5b812042ad0 HTTP/1.1" status: 200 len: 946 time: 0.1630626 Apr 22 16:24:57.654826 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-150b20e4-1b11-4e06-9a3c-4516a9d770a9 req-b15974b5-d952-44ad-96de-85a7db726a08 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups?id=2850e6c6-6293-4f1d-a440-f9d5789c4f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615821 Apr 22 16:24:57.655530 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-685e69fa-0789-4b83-b5fb-d64b264bacf7 req-6156e586-b889-4a3e-abff-d30aa73bff0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:57.661841 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-dd38b6d7-f4ee-4e9b-a322-fc8e35687c78 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:24:57.714482 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156e586-b889-4a3e-abff-d30aa73bff0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Pushing event deleted for resources: {'Port': ['ID=9700d084-c8ed-4eb5-be7f-1dfb9172349f,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:24:57.725586 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156e586-b889-4a3e-abff-d30aa73bff0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:24:57.726011 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156e586-b889-4a3e-abff-d30aa73bff0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:24:57.726426 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156e586-b889-4a3e-abff-d30aa73bff0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:24:57.726864 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156e586-b889-4a3e-abff-d30aa73bff0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:24:57.727266 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156e586-b889-4a3e-abff-d30aa73bff0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:24:57.727671 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156e586-b889-4a3e-abff-d30aa73bff0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:24:57.728076 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156e586-b889-4a3e-abff-d30aa73bff0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:24:57.728477 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156e586-b889-4a3e-abff-d30aa73bff0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:24:57.728878 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156e586-b889-4a3e-abff-d30aa73bff0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:24:57.729280 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156e586-b889-4a3e-abff-d30aa73bff0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:24:57.729677 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156e586-b889-4a3e-abff-d30aa73bff0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:24:57.730088 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156e586-b889-4a3e-abff-d30aa73bff0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:24:57.735197 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-6156e586-b889-4a3e-abff-d30aa73bff0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:24:57.919710 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-685e69fa-0789-4b83-b5fb-d64b264bacf7 req-6156e586-b889-4a3e-abff-d30aa73bff0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Router 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 has already been hosted by L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 {{(pid=86316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:24:58.348503 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-685e69fa-0789-4b83-b5fb-d64b264bacf7 req-6156e586-b889-4a3e-abff-d30aa73bff0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:24:58.358030 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d628149b-40d0-4def-8666-4a758dd4e1f0 None None] Sync routers for ids ['778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'] in dv-cinder-784623-7-smb {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:24:58.368650 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d628149b-40d0-4def-8666-4a758dd4e1f0 None None] Routers {'778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:24:58.369326 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-d628149b-40d0-4def-8666-4a758dd4e1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:24:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:24:58.423149 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-685e69fa-0789-4b83-b5fb-d64b264bacf7 req-6156e586-b889-4a3e-abff-d30aa73bff0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] No DVR routers for this DVR port 9700d084-c8ed-4eb5-be7f-1dfb9172349f on host hv-cinder-78462 {{(pid=86316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:24:58.426301 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-685e69fa-0789-4b83-b5fb-d64b264bacf7 req-6156e586-b889-4a3e-abff-d30aa73bff0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:24:58.429092 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df483af0-8607-4253-9877-c5b812042ad0', 'name': 'network-vif-deleted', 'tag': '9700d084-c8ed-4eb5-be7f-1dfb9172349f'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:24:58.445414 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-685e69fa-0789-4b83-b5fb-d64b264bacf7 req-6156e586-b889-4a3e-abff-d30aa73bff0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.43 "DELETE /v2.0/ports/9700d084-c8ed-4eb5-be7f-1dfb9172349f HTTP/1.1" status: 204 len: 173 time: 1.6984282 Apr 22 16:24:58.482240 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df483af0-8607-4253-9877-c5b812042ad0', 'name': 'network-vif-deleted', 'tag': '9700d084-c8ed-4eb5-be7f-1dfb9172349f', 'status': 'completed', 'code': 200} Apr 22 16:24:58.568739 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-d628149b-40d0-4def-8666-4a758dd4e1f0 None None] Set router 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:24:58.848104 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-d6ebe703-5a39-4653-b80f-7be05ccfec20 req-d07b7efb-5a53-4ef0-abc3-4596e3336cd4 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Synchronizing usage tracker for tenant:4d9fda3d82e741d099ecb3711c280293 on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:24:58.867709 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-d6ebe703-5a39-4653-b80f-7be05ccfec20 req-d07b7efb-5a53-4ef0-abc3-4596e3336cd4 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Unset dirty status for tenant:4d9fda3d82e741d099ecb3711c280293 on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:24:58.869155 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d6ebe703-5a39-4653-b80f-7be05ccfec20 req-d07b7efb-5a53-4ef0-abc3-4596e3336cd4 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/ports?device_id=df483af0-8607-4253-9877-c5b812042ad0 HTTP/1.1" status: 200 len: 210 time: 0.0770123 Apr 22 16:24:59.056480 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-d628149b-40d0-4def-8666-4a758dd4e1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'name': 'tempest-AttachVolumeTestJSON-804162723-router', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:21:02Z', 'updated_at': '2021-04-22T16:21:06Z', 'revision_number': 4, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'gw_port': {'id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:03Z', 'updated_at': '2021-04-22T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': '14d21d9f-7795-499e-a7a1-e759e8f329ad', 'name': '', 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'mac_address': 'fa:16:3e:fd:b3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1003d498-3693-4db1-9bc4-7370500ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:06Z', 'updated_at': '2021-04-22T16:21:14Z', 'revision_number': 5, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'subnets': [{'id': '1003d498-3693-4db1-9bc4-7370500ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:24:59.060964 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d628149b-40d0-4def-8666-4a758dd4e1f0 None None] Checking router: 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 for host: dv-cinder-784623-7-smb {{(pid=86318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:24:59.070722 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d628149b-40d0-4def-8666-4a758dd4e1f0 None None] Routers {'778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:24:59.071369 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-d628149b-40d0-4def-8666-4a758dd4e1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:24:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:24:59.254913 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-d628149b-40d0-4def-8666-4a758dd4e1f0 None None] Set router 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:24:59.574787 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-d628149b-40d0-4def-8666-4a758dd4e1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'name': 'tempest-AttachVolumeTestJSON-804162723-router', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:21:02Z', 'updated_at': '2021-04-22T16:21:06Z', 'revision_number': 4, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'gw_port': {'id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:03Z', 'updated_at': '2021-04-22T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': '14d21d9f-7795-499e-a7a1-e759e8f329ad', 'name': '', 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'mac_address': 'fa:16:3e:fd:b3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1003d498-3693-4db1-9bc4-7370500ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:06Z', 'updated_at': '2021-04-22T16:21:14Z', 'revision_number': 5, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'subnets': [{'id': '1003d498-3693-4db1-9bc4-7370500ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:24:59.578864 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d628149b-40d0-4def-8666-4a758dd4e1f0 None None] The sync data for ids ['778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'] in dv-cinder-784623-7-smb is: [{'id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'name': 'tempest-AttachVolumeTestJSON-804162723-router', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:21:02Z', 'updated_at': '2021-04-22T16:21:06Z', 'revision_number': 4, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'gw_port': {'id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:03Z', 'updated_at': '2021-04-22T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb', '_interfaces': [{'id': '14d21d9f-7795-499e-a7a1-e759e8f329ad', 'name': '', 'network_id': 'a5794b71-f1d1-44d1-8a27-d224f55d0913', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'mac_address': 'fa:16:3e:fd:b3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '1003d498-3693-4db1-9bc4-7370500ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:06Z', 'updated_at': '2021-04-22T16:21:14Z', 'revision_number': 5, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'subnets': [{'id': '1003d498-3693-4db1-9bc4-7370500ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:24:59.892660 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 9700d084-c8ed-4eb5-be7f-1dfb9172349f no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:24:59.931540 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] No Port match for: 9700d084-c8ed-4eb5-be7f-1dfb9172349f {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:24:59.931944 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 9700d084-c8ed-4eb5-be7f-1dfb9172349f not bound to the agent host hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:24:59.941439 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b02081-204d-45e1-848b-bd0da78ca4d8 None None] New status for floating IP 01f1eb64-b266-425f-aa84-52101aa358fa: DOWN {{(pid=86317) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 16:25:00.005548 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 48188) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:00.074929 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8c7c381a-15bd-4c36-906d-26d40dc2aabc tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:00.105327 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8c7c381a-15bd-4c36-906d-26d40dc2aabc tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:00.156947 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8c7c381a-15bd-4c36-906d-26d40dc2aabc tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:00.163072 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-3ba8dd19-9ca4-4f24-a381-692902d0c3ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:00.180114 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c381a-15bd-4c36-906d-26d40dc2aabc tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2850e6c6-6293-4f1d-a440-f9d5789c4f2e,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:00.184582 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-8c7c381a-15bd-4c36-906d-26d40dc2aabc tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:00.188051 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8c7c381a-15bd-4c36-906d-26d40dc2aabc tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:00.189253 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-8c7c381a-15bd-4c36-906d-26d40dc2aabc tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "DELETE /v2.0/security-groups/2850e6c6-6293-4f1d-a440-f9d5789c4f2e HTTP/1.1" status: 204 len: 168 time: 0.1826448 Apr 22 16:25:00.192372 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 48192) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:00.209990 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.api.v2.resource [None req-1240ae64-5a2d-4e1d-ae1d-5c3c9e26fed6 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] show failed (client error): The resource could not be found. Apr 22 16:25:00.211085 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-1240ae64-5a2d-4e1d-ae1d-5c3c9e26fed6 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "GET /v2.0/security-groups/2850e6c6-6293-4f1d-a440-f9d5789c4f2e HTTP/1.1" status: 404 len: 347 time: 0.0177202 Apr 22 16:25:00.214061 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 48196) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:00.386047 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-a857d9bd-634f-4c0a-87df-ca130c146d77 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Deleting port 6c60732a-b491-498c-b90e-7a691697e4cd {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:25:00.386326 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a857d9bd-634f-4c0a-87df-ca130c146d77 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:00.568483 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a857d9bd-634f-4c0a-87df-ca130c146d77 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:00.568842 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a857d9bd-634f-4c0a-87df-ca130c146d77 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:00.706859 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-a857d9bd-634f-4c0a-87df-ca130c146d77 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Calling delete_port for 6c60732a-b491-498c-b90e-7a691697e4cd owned by network:floatingip {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:25:00.850529 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a857d9bd-634f-4c0a-87df-ca130c146d77 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:00.855146 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-c5e70946-6b02-4a4a-b9f7-ebb72f709b84 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:00.904892 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857d9bd-634f-4c0a-87df-ca130c146d77 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Pushing event deleted for resources: {'Port': ['ID=6c60732a-b491-498c-b90e-7a691697e4cd,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:00.933050 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-a857d9bd-634f-4c0a-87df-ca130c146d77 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:00.998858 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a857d9bd-634f-4c0a-87df-ca130c146d77 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks [] for floatingip, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:01.015869 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a857d9bd-634f-4c0a-87df-ca130c146d77 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:01.017104 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-a857d9bd-634f-4c0a-87df-ca130c146d77 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] 10.222.0.21 "DELETE /v2.0/floatingips/01f1eb64-b266-425f-aa84-52101aa358fa HTTP/1.1" status: 204 len: 168 time: 0.8020542 Apr 22 16:25:05.069683 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 48226) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:05.638549 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1f17d36a-3d63-4616-b801-e1e65d9ccc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854084963'] for router_interface, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:05.998809 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-1f17d36a-3d63-4616-b801-e1e65d9ccc5f admin admin] Deleting port 14d21d9f-7795-499e-a7a1-e759e8f329ad {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:25:05.999189 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1f17d36a-3d63-4616-b801-e1e65d9ccc5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:06.177551 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-1f17d36a-3d63-4616-b801-e1e65d9ccc5f admin admin] For port 14d21d9f-7795-499e-a7a1-e759e8f329ad, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=14d21d9f-7795-499e-a7a1-e759e8f329ad,segment=NetworkSegment(38dbabdb-ad72-4e3b-bb4c-3fc022062164),segment_id=38dbabdb-ad72-4e3b-bb4c-3fc022062164)] {{(pid=86316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:25:06.178152 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1f17d36a-3d63-4616-b801-e1e65d9ccc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:06.306066 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-1f17d36a-3d63-4616-b801-e1e65d9ccc5f admin admin] Calling delete_port for 14d21d9f-7795-499e-a7a1-e759e8f329ad owned by network:router_interface {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:25:06.394060 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:25:06.481125 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1f17d36a-3d63-4616-b801-e1e65d9ccc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:06.485775 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-373bd427-ca6d-4f3a-b336-c86d865ca946 tempest-VolumesNegativeTest-1266015132 tempest-VolumesNegativeTest-1266015132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:06.534774 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17d36a-3d63-4616-b801-e1e65d9ccc5f admin admin] Pushing event deleted for resources: {'Port': ['ID=14d21d9f-7795-499e-a7a1-e759e8f329ad,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:06.538095 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1f17d36a-3d63-4616-b801-e1e65d9ccc5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:07.046616 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1f17d36a-3d63-4616-b801-e1e65d9ccc5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854084893'] for router_interface, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:07.422575 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f17d36a-3d63-4616-b801-e1e65d9ccc5f admin admin] Router 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 has already been hosted by L3 agent 75091c98-2b51-45f1-9d8e-92a6c9f37012 {{(pid=86316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 16:25:07.609703 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f17d36a-3d63-4616-b801-e1e65d9ccc5f admin admin] Notify agent at l3_agent.dv-cinder-784623-7-smb the message routers_updated {{(pid=86316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 16:25:07.619656 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713e195e-a49a-419f-8e44-17508cdf9fc9 None None] Sync routers for ids ['778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'] in dv-cinder-784623-7-smb {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 16:25:07.624007 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-1f17d36a-3d63-4616-b801-e1e65d9ccc5f admin admin] 10.222.0.21 "PUT /v2.0/routers/778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5531623 Apr 22 16:25:07.626926 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 48230) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:07.630355 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713e195e-a49a-419f-8e44-17508cdf9fc9 None None] Routers {'778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:25:07.631154 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-713e195e-a49a-419f-8e44-17508cdf9fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:24:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:25:07.812709 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-56ccc84f-8695-4f34-916f-032e7d44f9ba admin admin] Notify callbacks [] for router, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:07.821407 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-713e195e-a49a-419f-8e44-17508cdf9fc9 None None] Set router 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 gateway port host: dv-cinder-784623-7-smb {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:25:08.009104 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-56ccc84f-8695-4f34-916f-032e7d44f9ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:08.018323 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-56ccc84f-8695-4f34-916f-032e7d44f9ba admin admin] Deleting port 9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48 {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:25:08.018826 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-56ccc84f-8695-4f34-916f-032e7d44f9ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:08.095263 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:08.127479 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-713e195e-a49a-419f-8e44-17508cdf9fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'name': 'tempest-AttachVolumeTestJSON-804162723-router', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'external_fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:21:02Z', 'updated_at': '2021-04-22T16:25:06Z', 'revision_number': 5, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'gw_port': {'id': '9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48', 'name': '', 'network_id': '88dd38af-48aa-4ea4-a266-3e61b5f89d27', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:18:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T16:21:03Z', 'updated_at': '2021-04-22T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '323aff52-d533-47a6-aeb2-a9a8b96d3993', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-7-smb'}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:25:08.131853 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713e195e-a49a-419f-8e44-17508cdf9fc9 None None] Checking router: 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 for host: dv-cinder-784623-7-smb {{(pid=86318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 16:25:08.141088 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713e195e-a49a-419f-8e44-17508cdf9fc9 None None] Routers {'778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'} bound to L3 agent in host dv-cinder-784623-7-smb {{(pid=86318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 16:25:08.141755 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-713e195e-a49a-419f-8e44-17508cdf9fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T16:05:41Z,description=,heartbeat_timestamp=2021-04-22T16:24:41Z,host='dv-cinder-784623-7-smb',id=75091c98-2b51-45f1-9d8e-92a6c9f37012,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T16:05:41Z,topic='l3_agent')) {'router_ids': ['778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'], 'active': True} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:25:08.204730 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-56ccc84f-8695-4f34-916f-032e7d44f9ba admin admin] For port 9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48,segment=NetworkSegment(0a545a0b-864e-4a70-9faa-625966eb1a15),segment_id=0a545a0b-864e-4a70-9faa-625966eb1a15)] {{(pid=86316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:25:08.205121 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-56ccc84f-8695-4f34-916f-032e7d44f9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:08.305612 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvr_db [None req-713e195e-a49a-419f-8e44-17508cdf9fc9 None None] Set router 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 gateway port host: None {{(pid=86318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 16:25:08.335775 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-56ccc84f-8695-4f34-916f-032e7d44f9ba admin admin] Calling delete_port for 9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48 owned by network:router_gateway {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:25:08.419177 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_hamode_db [None req-713e195e-a49a-419f-8e44-17508cdf9fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'name': 'tempest-AttachVolumeTestJSON-804162723-router', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:21:02Z', 'updated_at': '2021-04-22T16:25:08Z', 'revision_number': 6, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'gw_port_host': None}], 'dv-cinder-784623-7-smb', False) {} {{(pid=86318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:25:08.423501 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713e195e-a49a-419f-8e44-17508cdf9fc9 None None] The sync data for ids ['778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63'] in dv-cinder-784623-7-smb is: [{'id': '778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63', 'name': 'tempest-AttachVolumeTestJSON-804162723-router', 'tenant_id': '4d9fda3d82e741d099ecb3711c280293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T16:21:02Z', 'updated_at': '2021-04-22T16:25:08Z', 'revision_number': 6, 'project_id': '4d9fda3d82e741d099ecb3711c280293', 'gw_port_host': None}] {{(pid=86318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 16:25:08.469493 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e9fb2bfe-89a5-4b15-aa99-328b086ff1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:08.519462 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-56ccc84f-8695-4f34-916f-032e7d44f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:08.524588 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1dd2db56-d12b-48ce-9a60-1399dc677ba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:08.574783 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ccc84f-8695-4f34-916f-032e7d44f9ba admin admin] Pushing event deleted for resources: {'Port': ['ID=9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:08.577934 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-56ccc84f-8695-4f34-916f-032e7d44f9ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:08.674197 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-56ccc84f-8695-4f34-916f-032e7d44f9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684898'] for router_gateway, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:08.856185 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-56ccc84f-8695-4f34-916f-032e7d44f9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854759653'] for router, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:08.858442 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-56ccc84f-8695-4f34-916f-032e7d44f9ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:08.882243 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-56ccc84f-8695-4f34-916f-032e7d44f9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854087814'] for router, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:08.882886 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ccc84f-8695-4f34-916f-032e7d44f9ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 {{(pid=86316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 16:25:08.896220 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-56ccc84f-8695-4f34-916f-032e7d44f9ba admin admin] Notify callbacks [] for router, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:08.897422 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-56ccc84f-8695-4f34-916f-032e7d44f9ba admin admin] 10.222.0.21 "DELETE /v2.0/routers/778bbdc6-abdd-469a-bcf8-a8eb7b6e6e63 HTTP/1.1" status: 204 len: 168 time: 1.2698836 Apr 22 16:25:08.900256 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 48234) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:08.967999 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_v2 [None req-a54c123c-8c25-4b8c-a5be-f9e10211f59c admin admin] Deleting subnet 1003d498-3693-4db1-9bc4-7370500ca149 {{(pid=86316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:25:08.971036 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a54c123c-8c25-4b8c-a5be-f9e10211f59c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:09.022317 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a54c123c-8c25-4b8c-a5be-f9e10211f59c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2327804'] for subnet, precommit_delete_associations {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:09.109404 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a54c123c-8c25-4b8c-a5be-f9e10211f59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33244205'] for subnet, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:09.367301 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a54c123c-8c25-4b8c-a5be-f9e10211f59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821531627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851264883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851556116'] for subnet, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:09.372007 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:09.414899 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c123c-8c25-4b8c-a5be-f9e10211f59c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1003d498-3693-4db1-9bc4-7370500ca149,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:09.417017 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a54c123c-8c25-4b8c-a5be-f9e10211f59c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:09.420886 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-a54c123c-8c25-4b8c-a5be-f9e10211f59c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:09.421993 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcbe6d0-a77e-44fb-b105-beaa6df48126 None None] Network a5794b71-f1d1-44d1-8a27-d224f55d0913 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:25:09.423833 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-a54c123c-8c25-4b8c-a5be-f9e10211f59c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1003d498-3693-4db1-9bc4-7370500ca149 HTTP/1.1" status: 204 len: 168 time: 0.5225077 Apr 22 16:25:09.427256 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 48238) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:09.542118 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b55d1f60-9a64-4e1c-a197-afff3bbb1177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33148001'] for network, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:09.553662 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-b55d1f60-9a64-4e1c-a197-afff3bbb1177 admin admin] Deleting port b0bc1fa7-aac6-4de3-9beb-51b285c4efd9 {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:25:09.554024 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b55d1f60-9a64-4e1c-a197-afff3bbb1177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:09.702883 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6bec24-50b4-4d63-8a3e-7022ebe98ff0 None None] DHCP port deletion for a5794b71-f1d1-44d1-8a27-d224f55d0913 request from dv-cinder-784623-7-smb {{(pid=86317) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 16:25:09.707497 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-be6bec24-50b4-4d63-8a3e-7022ebe98ff0 None None] Deleting port b0bc1fa7-aac6-4de3-9beb-51b285c4efd9 {{(pid=86317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:25:09.707923 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-be6bec24-50b4-4d63-8a3e-7022ebe98ff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:09.775975 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-b55d1f60-9a64-4e1c-a197-afff3bbb1177 admin admin] For port b0bc1fa7-aac6-4de3-9beb-51b285c4efd9, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=b0bc1fa7-aac6-4de3-9beb-51b285c4efd9,segment=NetworkSegment(38dbabdb-ad72-4e3b-bb4c-3fc022062164),segment_id=38dbabdb-ad72-4e3b-bb4c-3fc022062164)] {{(pid=86316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:25:09.776382 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b55d1f60-9a64-4e1c-a197-afff3bbb1177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:09.912097 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-b55d1f60-9a64-4e1c-a197-afff3bbb1177 admin admin] Calling delete_port for b0bc1fa7-aac6-4de3-9beb-51b285c4efd9 owned by network:dhcp {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:25:09.922831 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-be6bec24-50b4-4d63-8a3e-7022ebe98ff0 None None] For port b0bc1fa7-aac6-4de3-9beb-51b285c4efd9, host dv-cinder-784623-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-7-smb',level=0,port_id=b0bc1fa7-aac6-4de3-9beb-51b285c4efd9,segment=NetworkSegment(38dbabdb-ad72-4e3b-bb4c-3fc022062164),segment_id=38dbabdb-ad72-4e3b-bb4c-3fc022062164)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:25:09.923223 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-be6bec24-50b4-4d63-8a3e-7022ebe98ff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:10.065070 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-be6bec24-50b4-4d63-8a3e-7022ebe98ff0 None None] Calling delete_port for b0bc1fa7-aac6-4de3-9beb-51b285c4efd9 owned by network:dhcp {{(pid=86317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:25:10.248668 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b55d1f60-9a64-4e1c-a197-afff3bbb1177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:10.254365 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b65fc5fe-661f-4300-a879-e4a82dbaa095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:10.276961 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 14d21d9f-7795-499e-a7a1-e759e8f329ad no longer exists at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:25:10.303037 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55d1f60-9a64-4e1c-a197-afff3bbb1177 admin admin] No DVR routers for this DVR port b0bc1fa7-aac6-4de3-9beb-51b285c4efd9 on host dv-cinder-784623-7-smb {{(pid=86316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:25:10.323045 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] No Port match for: 14d21d9f-7795-499e-a7a1-e759e8f329ad {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:25:10.323439 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 14d21d9f-7795-499e-a7a1-e759e8f329ad not bound to the agent host dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:25:10.323910 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48 no longer exists at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:25:10.336176 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d1f60-9a64-4e1c-a197-afff3bbb1177 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0bc1fa7-aac6-4de3-9beb-51b285c4efd9,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:10.338756 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b55d1f60-9a64-4e1c-a197-afff3bbb1177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:10.366062 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] No Port match for: 9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48 {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:25:10.366451 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device 9f44ef93-afa2-4bd0-9203-8fe0bdb4fa48 not bound to the agent host dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:25:10.366963 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device b0bc1fa7-aac6-4de3-9beb-51b285c4efd9 no longer exists at agent ovs-agent-dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:25:10.406747 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] No Port match for: b0bc1fa7-aac6-4de3-9beb-51b285c4efd9 {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:25:10.407144 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Device b0bc1fa7-aac6-4de3-9beb-51b285c4efd9 not bound to the agent host dv-cinder-784623-7-smb {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:25:10.424494 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.db.api [None req-be6bec24-50b4-4d63-8a3e-7022ebe98ff0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86317) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:25:10.425001 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_db.api [None req-be6bec24-50b4-4d63-8a3e-7022ebe98ff0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 16:25:10.435479 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b55d1f60-9a64-4e1c-a197-afff3bbb1177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036821531528', 'neutron.services.segments.db._delete_segments_for_network-8794767365747'] for network, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:10.545524 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-b55d1f60-9a64-4e1c-a197-afff3bbb1177 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5794b71-f1d1-44d1-8a27-d224f55d0913']}} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:25:10.561742 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-b55d1f60-9a64-4e1c-a197-afff3bbb1177 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38dbabdb-ad72-4e3b-bb4c-3fc022062164') {'for_net_delete': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:25:10.562077 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-b55d1f60-9a64-4e1c-a197-afff3bbb1177 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38dbabdb-ad72-4e3b-bb4c-3fc022062164') {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:25:10.574791 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b55d1f60-9a64-4e1c-a197-afff3bbb1177 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242087248739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852448012'] for segment, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:10.590471 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b55d1f60-9a64-4e1c-a197-afff3bbb1177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:10.596763 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55d1f60-9a64-4e1c-a197-afff3bbb1177 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=86316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:25:10.774864 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-b55d1f60-9a64-4e1c-a197-afff3bbb1177 admin admin] Network a5794b71-f1d1-44d1-8a27-d224f55d0913 has no segments {{(pid=86316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:25:10.783774 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b55d1f60-9a64-4e1c-a197-afff3bbb1177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33247036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3512110'] for segment, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:10.926278 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-be6bec24-50b4-4d63-8a3e-7022ebe98ff0 None None] Deleting port b0bc1fa7-aac6-4de3-9beb-51b285c4efd9 {{(pid=86317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:25:10.926668 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-be6bec24-50b4-4d63-8a3e-7022ebe98ff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:10.960463 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-b55d1f60-9a64-4e1c-a197-afff3bbb1177 admin admin] Network a5794b71-f1d1-44d1-8a27-d224f55d0913 has no segments {{(pid=86316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: Traceback (most recent call last): Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: timer() Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: cb(*args, **kw) Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: return func(*args, **kwargs) Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: self._notify() Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: self.callback(batched_events) Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: event.method(event) Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: segment_id)['aggregates'][0] Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: return f(self, *a, **k) Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: return self._get(url).json() Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: **kwargs) Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: return self.request(url, 'GET', **kwargs) Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: **endpoint_filter) Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:25:10.982904 dv-cinder-784623-7-smb neutron-server[86202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:25:10.999005 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-be6bec24-50b4-4d63-8a3e-7022ebe98ff0 None None] The port 'b0bc1fa7-aac6-4de3-9beb-51b285c4efd9' was deleted {{(pid=86317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:25:11.061313 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b55d1f60-9a64-4e1c-a197-afff3bbb1177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691077'] for network, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:11.064908 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:11.079523 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-b55d1f60-9a64-4e1c-a197-afff3bbb1177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:11.093083 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d1f60-9a64-4e1c-a197-afff3bbb1177 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5794b71-f1d1-44d1-8a27-d224f55d0913,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:11.096450 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b55d1f60-9a64-4e1c-a197-afff3bbb1177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:11.107617 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-b55d1f60-9a64-4e1c-a197-afff3bbb1177 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a5794b71-f1d1-44d1-8a27-d224f55d0913 HTTP/1.1" status: 204 len: 168 time: 1.6793199 Apr 22 16:25:11.287761 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 48244) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:11.341330 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-3cfe0c87-c266-44db-ba52-f9f390695f23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d9fda3d82e741d099ecb3711c280293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522892 Apr 22 16:25:11.343911 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 48248) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:11.405314 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9ef458f9-cc2f-47ca-bc96-3a997ac6591e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:11.408021 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-971cc143-8089-4b6b-ab26-1849a2de4aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:11.437426 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-971cc143-8089-4b6b-ab26-1849a2de4aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:11.483155 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-971cc143-8089-4b6b-ab26-1849a2de4aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:11.488679 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-8c7c381a-15bd-4c36-906d-26d40dc2aabc tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:11.501953 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971cc143-8089-4b6b-ab26-1849a2de4aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b4447c-6d6a-4073-87f4-d7948ea021af,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:11.506174 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-971cc143-8089-4b6b-ab26-1849a2de4aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:11.509454 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-971cc143-8089-4b6b-ab26-1849a2de4aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:11.510689 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-971cc143-8089-4b6b-ab26-1849a2de4aa6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99b4447c-6d6a-4073-87f4-d7948ea021af HTTP/1.1" status: 204 len: 168 time: 0.1656930 Apr 22 16:25:11.623719 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:11.813948 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:12.256076 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 48272) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:12.367397 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-2341c9b1-ada0-4942-ae8a-2e2ea1517df5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1385394285-network', 'tenant_id': 'd4d47aeffe6449d9877ed4d6fbc7564d'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:25:12.372551 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-2341c9b1-ada0-4942-ae8a-2e2ea1517df5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:12.376554 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-2341c9b1-ada0-4942-ae8a-2e2ea1517df5 admin admin] Usage tracker for resource:network and tenant:d4d47aeffe6449d9877ed4d6fbc7564d is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:12.379678 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-2341c9b1-ada0-4942-ae8a-2e2ea1517df5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:12.385675 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-2341c9b1-ada0-4942-ae8a-2e2ea1517df5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:12.395494 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2341c9b1-ada0-4942-ae8a-2e2ea1517df5 admin admin] Made reservation on behalf of d4d47aeffe6449d9877ed4d6fbc7564d for: {'network': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:25:12.400197 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2341c9b1-ada0-4942-ae8a-2e2ea1517df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for network, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:12.413298 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2341c9b1-ada0-4942-ae8a-2e2ea1517df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:12.432700 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-2341c9b1-ada0-4942-ae8a-2e2ea1517df5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:12.436621 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-2341c9b1-ada0-4942-ae8a-2e2ea1517df5 admin admin] Usage tracker for resource:security_group_rule and tenant:d4d47aeffe6449d9877ed4d6fbc7564d is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:12.439523 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-2341c9b1-ada0-4942-ae8a-2e2ea1517df5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:12.445834 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-2341c9b1-ada0-4942-ae8a-2e2ea1517df5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:12.532788 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2341c9b1-ada0-4942-ae8a-2e2ea1517df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:12.535529 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2341c9b1-ada0-4942-ae8a-2e2ea1517df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:12.539693 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-038b4903-9284-49df-bf84-723243521cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:12.568977 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2341c9b1-ada0-4942-ae8a-2e2ea1517df5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=86316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:25:12.577708 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341c9b1-ada0-4942-ae8a-2e2ea1517df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d6c8a6-c5b3-4033-948c-7384e01fd8bd,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:12.581560 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-2341c9b1-ada0-4942-ae8a-2e2ea1517df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:12.584199 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2341c9b1-ada0-4942-ae8a-2e2ea1517df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:12.584588 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.segments_db [None req-2341c9b1-ada0-4942-ae8a-2e2ea1517df5 admin admin] Added segment 0ef4cef5-1a67-4d61-800b-38259658d873 of type vlan for network d092fc53-b482-4192-bf6c-732b971f5bdf Apr 22 16:25:12.613276 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2341c9b1-ada0-4942-ae8a-2e2ea1517df5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242087783420'] for network, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:12.642420 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2341c9b1-ada0-4942-ae8a-2e2ea1517df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319'] for network, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:12.643892 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2341c9b1-ada0-4942-ae8a-2e2ea1517df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:12.644547 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2341c9b1-ada0-4942-ae8a-2e2ea1517df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:12.649550 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:12.754066 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-2341c9b1-ada0-4942-ae8a-2e2ea1517df5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4967864 Apr 22 16:25:12.757164 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341c9b1-ada0-4942-ae8a-2e2ea1517df5 admin admin] Pushing event updated for resources: {'Network': ['ID=d092fc53-b482-4192-bf6c-732b971f5bdf,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:12.757417 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 48278) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:25:12.760060 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-2341c9b1-ada0-4942-ae8a-2e2ea1517df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:12.763635 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-8961ddc2-6025-4950-88fc-e6221335661b admin admin] Request body: {'subnet': {'network_id': 'd092fc53-b482-4192-bf6c-732b971f5bdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1385394285-subnet', 'tenant_id': 'd4d47aeffe6449d9877ed4d6fbc7564d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:25:12.767861 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Network d092fc53-b482-4192-bf6c-732b971f5bdf details requested by agent ovs-agent-dv-cinder-784623-7-smb with host dv-cinder-784623-7-smb {{(pid=86317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:25:12.769661 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-8961ddc2-6025-4950-88fc-e6221335661b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:12.773818 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-8961ddc2-6025-4950-88fc-e6221335661b admin admin] Usage tracker for resource:subnet and tenant:d4d47aeffe6449d9877ed4d6fbc7564d is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:12.777948 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-8961ddc2-6025-4950-88fc-e6221335661b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:12.784600 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-8961ddc2-6025-4950-88fc-e6221335661b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:12.793999 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8961ddc2-6025-4950-88fc-e6221335661b admin admin] Made reservation on behalf of d4d47aeffe6449d9877ed4d6fbc7564d for: {'subnet': 1} {{(pid=86315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:25:12.798790 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8961ddc2-6025-4950-88fc-e6221335661b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852458621'] for subnet, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:13.162166 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:13.207983 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8961ddc2-6025-4950-88fc-e6221335661b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853730710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852458606'] for subnet, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:13.212817 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-4dd3a8a4-5c7c-49cf-8d49-9e457cbdbda1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:13.291016 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961ddc2-6025-4950-88fc-e6221335661b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1556654-0175-4c1d-a641-b7f60b555a91,revision_number=0']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:13.296210 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8961ddc2-6025-4950-88fc-e6221335661b admin admin] Checking segment: {'id': '0ef4cef5-1a67-4d61-800b-38259658d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd092fc53-b482-4192-bf6c-732b971f5bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:25:13.296603 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8961ddc2-6025-4950-88fc-e6221335661b admin admin] Network hostable DHCP agents. Network: d092fc53-b482-4192-bf6c-732b971f5bdf, hostable agents: ['c28daaaa-be26-4683-88d7-0ed6ab386346'], hosted agents: [] {{(pid=86315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:25:13.306465 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8961ddc2-6025-4950-88fc-e6221335661b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:13.306909 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8961ddc2-6025-4950-88fc-e6221335661b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:13.307327 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8961ddc2-6025-4950-88fc-e6221335661b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:13.307733 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8961ddc2-6025-4950-88fc-e6221335661b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:13.308138 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8961ddc2-6025-4950-88fc-e6221335661b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:13.308539 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8961ddc2-6025-4950-88fc-e6221335661b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:13.308962 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8961ddc2-6025-4950-88fc-e6221335661b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:13.309338 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8961ddc2-6025-4950-88fc-e6221335661b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:13.309735 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8961ddc2-6025-4950-88fc-e6221335661b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:13.310131 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8961ddc2-6025-4950-88fc-e6221335661b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:13.310547 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8961ddc2-6025-4950-88fc-e6221335661b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:13.310946 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8961ddc2-6025-4950-88fc-e6221335661b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:13.314461 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-8961ddc2-6025-4950-88fc-e6221335661b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:13.326386 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8961ddc2-6025-4950-88fc-e6221335661b admin admin] Network d092fc53-b482-4192-bf6c-732b971f5bdf is scheduled to be hosted by DHCP agent c28daaaa-be26-4683-88d7-0ed6ab386346 with binding_index 1 {{(pid=86315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:25:13.335124 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-8961ddc2-6025-4950-88fc-e6221335661b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-smb, d092fc53-b482-4192-bf6c-732b971f5bdf) {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:25:13.346002 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd33bb2-cf8f-481d-b4b6-51672082e17f None None] Network d092fc53-b482-4192-bf6c-732b971f5bdf requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:25:13.347113 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8961ddc2-6025-4950-88fc-e6221335661b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:13.348274 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8961ddc2-6025-4950-88fc-e6221335661b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for subnet, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:13.367663 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-8961ddc2-6025-4950-88fc-e6221335661b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6093311 Apr 22 16:25:13.571582 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5978a7f-66a3-4d43-9b97-b0d027867856 None None] Network d092fc53-b482-4192-bf6c-732b971f5bdf requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:25:13.914600 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-719a221e-ec86-4105-98bc-764ce4b5ac5c tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:13.915335 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-719a221e-ec86-4105-98bc-764ce4b5ac5c tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Synchronizing usage tracker for tenant:d4d47aeffe6449d9877ed4d6fbc7564d on resource:network {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:25:13.931086 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-719a221e-ec86-4105-98bc-764ce4b5ac5c tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Unset dirty status for tenant:d4d47aeffe6449d9877ed4d6fbc7564d on resource:network {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:25:13.932351 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-719a221e-ec86-4105-98bc-764ce4b5ac5c tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/networks?id=d092fc53-b482-4192-bf6c-732b971f5bdf HTTP/1.1" status: 200 len: 815 time: 0.1759963 Apr 22 16:25:13.948840 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-a54b430a-4865-4aec-89ab-bee4af3de5bc tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/quotas/d4d47aeffe6449d9877ed4d6fbc7564d HTTP/1.1" status: 200 len: 375 time: 0.0103695 Apr 22 16:25:14.001305 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-b34f0823-c7be-4e75-a39c-b021e1fe7987 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4d47aeffe6449d9877ed4d6fbc7564d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467978 Apr 22 16:25:14.058605 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-34dd85c1-5d31-4e37-b1ad-0abbd5b2468a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86316) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:25:14.059735 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-34dd85c1-5d31-4e37-b1ad-0abbd5b2468a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512176 Apr 22 16:25:14.202478 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-e3676104-54cf-45ac-ad10-bebd899d6d14 service neutron] 10.222.0.21 "GET /v2.0/networks/d092fc53-b482-4192-bf6c-732b971f5bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354904 Apr 22 16:25:14.344670 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-419bb4c7-8d2d-4c3b-aa1a-8908cc835bfd service neutron] 10.222.0.21 "GET /v2.0/networks/d092fc53-b482-4192-bf6c-732b971f5bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351306 Apr 22 16:25:14.541466 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-bf562688-540c-4ebf-b811-34e8b12639b0 req-9db15017-27ce-4559-86a5-b04143a23c0a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=372bfb2b-59e5-4489-a532-f459813fc10f HTTP/1.1" status: 200 len: 210 time: 0.0530725 Apr 22 16:25:15.807659 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5f94be9b-9e94-4345-b9ee-5478fb10a979 req-ac779e39-f169-4957-ac1b-8d035715f6d2 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=372bfb2b-59e5-4489-a532-f459813fc10f HTTP/1.1" status: 200 len: 210 time: 0.1273925 Apr 22 16:25:15.888739 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-04472dc8-10ed-450e-8094-16f1f8113eed tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:15.890682 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-04472dc8-10ed-450e-8094-16f1f8113eed tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.43 "GET /v2.0/networks?id=d092fc53-b482-4192-bf6c-732b971f5bdf HTTP/1.1" status: 200 len: 815 time: 0.2754028 Apr 22 16:25:15.902919 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-811c90be-7982-47fe-8398-655441ae627a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Request body: {'port': {'device_id': '372bfb2b-59e5-4489-a532-f459813fc10f', 'network_id': 'd092fc53-b482-4192-bf6c-732b971f5bdf', 'admin_state_up': True, 'tenant_id': 'd4d47aeffe6449d9877ed4d6fbc7564d'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:25:16.063288 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-811c90be-7982-47fe-8398-655441ae627a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:16.067703 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-811c90be-7982-47fe-8398-655441ae627a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Usage tracker for resource:port and tenant:d4d47aeffe6449d9877ed4d6fbc7564d is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:25:16.070632 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-811c90be-7982-47fe-8398-655441ae627a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:25:16.076625 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-811c90be-7982-47fe-8398-655441ae627a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:16.085966 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-811c90be-7982-47fe-8398-655441ae627a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Made reservation on behalf of d4d47aeffe6449d9877ed4d6fbc7564d for: {'port': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:25:16.092239 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-811c90be-7982-47fe-8398-655441ae627a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:16.262104 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-811c90be-7982-47fe-8398-655441ae627a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Allocated IP 172.20.0.14 (d092fc53-b482-4192-bf6c-732b971f5bdf/d1556654-0175-4c1d-a641-b7f60b555a91/69b79ed1-50e3-4e94-9ae3-49ada37f1a69) {{(pid=86316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:25:16.473814 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-811c90be-7982-47fe-8398-655441ae627a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks [] for port, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:16.502975 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-811c90be-7982-47fe-8398-655441ae627a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:16.508597 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-7e27d56c-2421-473a-8f47-823feadd60f2 tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:16.580198 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-811c90be-7982-47fe-8398-655441ae627a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Network d092fc53-b482-4192-bf6c-732b971f5bdf is already hosted by enough agents. {{(pid=86316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:25:16.584104 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-811c90be-7982-47fe-8398-655441ae627a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Resources bound (agent type, host, resource id): {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:25:16.588335 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-811c90be-7982-47fe-8398-655441ae627a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Received port after_create {{(pid=86316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:25:16.628053 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c90be-7982-47fe-8398-655441ae627a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Pushing event updated for resources: {'Port': ['ID=69b79ed1-50e3-4e94-9ae3-49ada37f1a69,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:16.632694 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-811c90be-7982-47fe-8398-655441ae627a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:16.662408 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-811c90be-7982-47fe-8398-655441ae627a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:16.663144 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-811c90be-7982-47fe-8398-655441ae627a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:16.683935 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-811c90be-7982-47fe-8398-655441ae627a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7855318 Apr 22 16:25:16.741660 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-e975b5ea-2616-41b3-908e-2e613094500a service neutron] Request body: {'port': {'device_id': '372bfb2b-59e5-4489-a532-f459813fc10f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:25:16.862999 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-e975b5ea-2616-41b3-908e-2e613094500a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:17.172928 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592eb8f-3ace-4ffa-9c76-5300693c0229 req-b214f400-e6f8-412a-9b7c-ad04d81c6dc5 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:17.173693 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-0592eb8f-3ace-4ffa-9c76-5300693c0229 req-b214f400-e6f8-412a-9b7c-ad04d81c6dc5 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Synchronizing usage tracker for tenant:d4d47aeffe6449d9877ed4d6fbc7564d on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:25:17.213127 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-0592eb8f-3ace-4ffa-9c76-5300693c0229 req-b214f400-e6f8-412a-9b7c-ad04d81c6dc5 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Unset dirty status for tenant:d4d47aeffe6449d9877ed4d6fbc7564d on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:25:17.214354 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0592eb8f-3ace-4ffa-9c76-5300693c0229 req-b214f400-e6f8-412a-9b7c-ad04d81c6dc5 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=372bfb2b-59e5-4489-a532-f459813fc10f HTTP/1.1" status: 200 len: 932 time: 0.2870362 Apr 22 16:25:17.283029 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-0592eb8f-3ace-4ffa-9c76-5300693c0229 req-71d65236-36a8-410b-9984-21c2378d4974 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Synchronizing usage tracker for tenant:d4d47aeffe6449d9877ed4d6fbc7564d on resource:security_group {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:25:17.357494 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-0592eb8f-3ace-4ffa-9c76-5300693c0229 req-71d65236-36a8-410b-9984-21c2378d4974 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Unset dirty status for tenant:d4d47aeffe6449d9877ed4d6fbc7564d on resource:security_group {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:25:17.358771 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0592eb8f-3ace-4ffa-9c76-5300693c0229 req-71d65236-36a8-410b-9984-21c2378d4974 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328321 Apr 22 16:25:17.365062 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-e975b5ea-2616-41b3-908e-2e613094500a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b79ed1-50e3-4e94-9ae3-49ada37f1a69 {{(pid=86316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:25:17.372933 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-e975b5ea-2616-41b3-908e-2e613094500a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:17.388922 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-e975b5ea-2616-41b3-908e-2e613094500a service neutron] Transition to ACTIVE for port object 69b79ed1-50e3-4e94-9ae3-49ada37f1a69 will not be triggered until provisioned by entity L2. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:25:17.391496 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-e975b5ea-2616-41b3-908e-2e613094500a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:17.396890 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ce2d28dc-70cb-4990-8433-4baeef18d20e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:17.567300 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975b5ea-2616-41b3-908e-2e613094500a service neutron] Pushing event updated for resources: {'Port': ['ID=69b79ed1-50e3-4e94-9ae3-49ada37f1a69,revision_number=2']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:17.570222 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e975b5ea-2616-41b3-908e-2e613094500a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:17.863050 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-e975b5ea-2616-41b3-908e-2e613094500a service neutron] Attempting to bind port 69b79ed1-50e3-4e94-9ae3-49ada37f1a69 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:25:17.863657 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-e975b5ea-2616-41b3-908e-2e613094500a service neutron] Attempting to bind port 69b79ed1-50e3-4e94-9ae3-49ada37f1a69 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '0ef4cef5-1a67-4d61-800b-38259658d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd092fc53-b482-4192-bf6c-732b971f5bdf'}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:25:17.863784 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-e975b5ea-2616-41b3-908e-2e613094500a service neutron] Attempting to bind port 69b79ed1-50e3-4e94-9ae3-49ada37f1a69 on network d092fc53-b482-4192-bf6c-732b971f5bdf {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:25:17.868595 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-e975b5ea-2616-41b3-908e-2e613094500a service neutron] Port 69b79ed1-50e3-4e94-9ae3-49ada37f1a69 on network d092fc53-b482-4192-bf6c-732b971f5bdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:25:17.868954 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-e975b5ea-2616-41b3-908e-2e613094500a service neutron] Attempting to bind port 69b79ed1-50e3-4e94-9ae3-49ada37f1a69 on network d092fc53-b482-4192-bf6c-732b971f5bdf {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:25:17.874350 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-e975b5ea-2616-41b3-908e-2e613094500a service neutron] Checking agent: {'id': '016b7565-6632-473e-a317-92a5bd3f2916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'started_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:25:17.874750 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-e975b5ea-2616-41b3-908e-2e613094500a service neutron] Checking segment: {'id': '0ef4cef5-1a67-4d61-800b-38259658d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd092fc53-b482-4192-bf6c-732b971f5bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:25:17.875169 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-e975b5ea-2616-41b3-908e-2e613094500a service neutron] Bound using segment: {'id': '0ef4cef5-1a67-4d61-800b-38259658d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd092fc53-b482-4192-bf6c-732b971f5bdf'} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:25:17.875631 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-e975b5ea-2616-41b3-908e-2e613094500a service neutron] Bound port: 69b79ed1-50e3-4e94-9ae3-49ada37f1a69, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef4cef5-1a67-4d61-800b-38259658d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd092fc53-b482-4192-bf6c-732b971f5bdf'}}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:25:17.876007 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-e975b5ea-2616-41b3-908e-2e613094500a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:17.977773 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-e975b5ea-2616-41b3-908e-2e613094500a service neutron] For port 69b79ed1-50e3-4e94-9ae3-49ada37f1a69, host hv-cinder-78462, cleared binding levels {{(pid=86316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:25:17.980841 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-e975b5ea-2616-41b3-908e-2e613094500a service neutron] For port 69b79ed1-50e3-4e94-9ae3-49ada37f1a69, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=69b79ed1-50e3-4e94-9ae3-49ada37f1a69,segment=NetworkSegment(0ef4cef5-1a67-4d61-800b-38259658d873),segment_id=0ef4cef5-1a67-4d61-800b-38259658d873)] {{(pid=86316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:25:17.983979 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-e975b5ea-2616-41b3-908e-2e613094500a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:17.988887 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-353ad98f-0d5d-46a7-b26b-086391a75042 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:18.041950 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-e975b5ea-2616-41b3-908e-2e613094500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:18.042658 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-e975b5ea-2616-41b3-908e-2e613094500a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:18.044124 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-e975b5ea-2616-41b3-908e-2e613094500a service neutron] 10.222.0.43 "PUT /v2.0/ports/69b79ed1-50e3-4e94-9ae3-49ada37f1a69 HTTP/1.1" status: 200 len: 1094 time: 1.3520277 Apr 22 16:25:18.044663 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372bfb2b-59e5-4489-a532-f459813fc10f', 'tag': '69b79ed1-50e3-4e94-9ae3-49ada37f1a69'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:25:18.074896 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975b5ea-2616-41b3-908e-2e613094500a service neutron] Pushing event updated for resources: {'Port': ['ID=69b79ed1-50e3-4e94-9ae3-49ada37f1a69,revision_number=3']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:18.078006 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e975b5ea-2616-41b3-908e-2e613094500a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:18.122472 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372bfb2b-59e5-4489-a532-f459813fc10f', 'tag': '69b79ed1-50e3-4e94-9ae3-49ada37f1a69', 'status': 'completed', 'code': 200} Apr 22 16:25:18.168040 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-d0ebc056-240d-4853-942d-05ebbd30bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:18.169614 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-d0ebc056-240d-4853-942d-05ebbd30bdd1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4d47aeffe6449d9877ed4d6fbc7564d&device_id=372bfb2b-59e5-4489-a532-f459813fc10f HTTP/1.1" status: 200 len: 1097 time: 0.0821652 Apr 22 16:25:18.240632 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-6d412659-c6e2-4ec3-97fb-5ba27bc19c18 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69b79ed1-50e3-4e94-9ae3-49ada37f1a69 HTTP/1.1" status: 200 len: 217 time: 0.0640531 Apr 22 16:25:18.310684 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-c4b1b8cb-c93c-4784-a99d-643d6fc9e747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:18.312196 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-c4b1b8cb-c93c-4784-a99d-643d6fc9e747 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1556654-0175-4c1d-a641-b7f60b555a91 HTTP/1.1" status: 200 len: 855 time: 0.0655766 Apr 22 16:25:18.363927 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-ad14025f-0669-4267-ad70-d8826d1848e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d092fc53-b482-4192-bf6c-732b971f5bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451715 Apr 22 16:25:18.553246 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-9ccd3481-6715-4df5-b59a-c0cf7a5b7e9f service neutron] 10.222.0.43 "GET /v2.0/networks/d092fc53-b482-4192-bf6c-732b971f5bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828766 Apr 22 16:25:18.677959 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1305fc2-e013-4b71-9897-28f76767b5a3 req-58be43aa-45ea-4e5a-b4b5-64d5d26b735f tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:18.679529 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c1305fc2-e013-4b71-9897-28f76767b5a3 req-58be43aa-45ea-4e5a-b4b5-64d5d26b735f tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=372bfb2b-59e5-4489-a532-f459813fc10f HTTP/1.1" status: 200 len: 944 time: 0.1991196 Apr 22 16:25:18.754583 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-492bee4b-8985-46bf-9e15-960a2be26a1b req-7e977c8a-a282-4b6e-803c-c1dd52bbfe67 service neutron] 10.222.0.43 "GET /v2.0/networks/d092fc53-b482-4192-bf6c-732b971f5bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907504 Apr 22 16:25:18.759301 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c1305fc2-e013-4b71-9897-28f76767b5a3 req-741ddf7f-e7d2-4924-9623-dd6aec08990d tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672796 Apr 22 16:25:18.882345 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e3363-b875-48ae-bd70-d2129459424e req-5d280c3d-0bae-43a2-867a-dbc1b5cc8326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:18.883951 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-991e3363-b875-48ae-bd70-d2129459424e req-5d280c3d-0bae-43a2-867a-dbc1b5cc8326 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4d47aeffe6449d9877ed4d6fbc7564d&device_id=372bfb2b-59e5-4489-a532-f459813fc10f HTTP/1.1" status: 200 len: 1097 time: 0.0782790 Apr 22 16:25:19.025026 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e3363-b875-48ae-bd70-d2129459424e req-ed55d8f0-c094-484a-9bae-970694025edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:19.026588 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-991e3363-b875-48ae-bd70-d2129459424e req-ed55d8f0-c094-484a-9bae-970694025edc service neutron] 10.222.0.43 "GET /v2.0/networks?id=d092fc53-b482-4192-bf6c-732b971f5bdf HTTP/1.1" status: 200 len: 916 time: 0.1344082 Apr 22 16:25:19.104215 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-991e3363-b875-48ae-bd70-d2129459424e req-fc88e550-6ebc-4f6a-89f7-2a5d39cc95cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69b79ed1-50e3-4e94-9ae3-49ada37f1a69 HTTP/1.1" status: 200 len: 217 time: 0.0687158 Apr 22 16:25:19.172153 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e3363-b875-48ae-bd70-d2129459424e req-3ce21c15-0d18-4d3e-8dec-38168c9a434e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:19.173660 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-991e3363-b875-48ae-bd70-d2129459424e req-3ce21c15-0d18-4d3e-8dec-38168c9a434e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1556654-0175-4c1d-a641-b7f60b555a91 HTTP/1.1" status: 200 len: 855 time: 0.0620544 Apr 22 16:25:19.228511 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-991e3363-b875-48ae-bd70-d2129459424e req-5d6988ea-da38-4c12-b582-677eb7f4b61f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d092fc53-b482-4192-bf6c-732b971f5bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476944 Apr 22 16:25:19.370817 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-991e3363-b875-48ae-bd70-d2129459424e req-c3d05181-3ff8-4504-bf1d-798ea9bd5575 service neutron] 10.222.0.43 "GET /v2.0/networks/d092fc53-b482-4192-bf6c-732b971f5bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338232 Apr 22 16:25:19.513458 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-991e3363-b875-48ae-bd70-d2129459424e req-1668c0f5-7d98-4385-9df0-3ee20cb46b14 service neutron] 10.222.0.43 "GET /v2.0/networks/d092fc53-b482-4192-bf6c-732b971f5bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354463 Apr 22 16:25:19.964459 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022c859-f6f7-47e5-be66-98fd9040ee78 req-e17ba754-7c57-4277-858f-bb26b07d55ca tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:19.965924 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3022c859-f6f7-47e5-be66-98fd9040ee78 req-e17ba754-7c57-4277-858f-bb26b07d55ca tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=372bfb2b-59e5-4489-a532-f459813fc10f HTTP/1.1" status: 200 len: 944 time: 0.0860643 Apr 22 16:25:20.001558 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 69b79ed1-50e3-4e94-9ae3-49ada37f1a69 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:25:20.013496 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3022c859-f6f7-47e5-be66-98fd9040ee78 req-76553001-a53b-4763-8f2e-dd03b8496030 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411754 Apr 22 16:25:20.142730 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 69b79ed1-50e3-4e94-9ae3-49ada37f1a69, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=69b79ed1-50e3-4e94-9ae3-49ada37f1a69,segment=NetworkSegment(0ef4cef5-1a67-4d61-800b-38259658d873),segment_id=0ef4cef5-1a67-4d61-800b-38259658d873)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:25:20.156840 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Returning: {'device': '69b79ed1-50e3-4e94-9ae3-49ada37f1a69', 'network_id': 'd092fc53-b482-4192-bf6c-732b971f5bdf', 'port_id': '69b79ed1-50e3-4e94-9ae3-49ada37f1a69', 'mac_address': 'fa:16:3e:a6:8e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1556654-0175-4c1d-a641-b7f60b555a91', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:25:20.215373 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:20.235883 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b79ed1-50e3-4e94-9ae3-49ada37f1a69 {{(pid=86317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:25:20.252052 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 69b79ed1-50e3-4e94-9ae3-49ada37f1a69, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=69b79ed1-50e3-4e94-9ae3-49ada37f1a69,segment=NetworkSegment(0ef4cef5-1a67-4d61-800b-38259658d873),segment_id=0ef4cef5-1a67-4d61-800b-38259658d873)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:25:20.254894 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:20.256668 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:20.324666 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=69b79ed1-50e3-4e94-9ae3-49ada37f1a69,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:20.332742 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:20.333136 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:20.333507 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:20.333878 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:20.334245 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:20.334641 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:20.335013 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:20.335373 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:20.335735 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:20.336098 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:20.336456 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:20.336813 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:25:20.340751 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:20.458603 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['69b79ed1-50e3-4e94-9ae3-49ada37f1a69'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:25:21.214400 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1741db-aa15-4eea-a350-353ebb308c9b req-d3f5a509-ae7a-4691-a8fe-e7b858d8186b tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:21.215972 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4a1741db-aa15-4eea-a350-353ebb308c9b req-d3f5a509-ae7a-4691-a8fe-e7b858d8186b tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=372bfb2b-59e5-4489-a532-f459813fc10f HTTP/1.1" status: 200 len: 945 time: 0.0896337 Apr 22 16:25:21.263373 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4a1741db-aa15-4eea-a350-353ebb308c9b req-84560eb8-b968-435f-945d-7c78425421ea tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403807 Apr 22 16:25:22.002229 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 69b79ed1-50e3-4e94-9ae3-49ada37f1a69 up at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:25:22.073860 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning for port 69b79ed1-50e3-4e94-9ae3-49ada37f1a69 completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:25:22.078987 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning complete for port 69b79ed1-50e3-4e94-9ae3-49ada37f1a69 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:25:22.079412 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:22.205588 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:22.234101 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372bfb2b-59e5-4489-a532-f459813fc10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b79ed1-50e3-4e94-9ae3-49ada37f1a69'}] {{(pid=86317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:25:22.245453 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 69b79ed1-50e3-4e94-9ae3-49ada37f1a69, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=69b79ed1-50e3-4e94-9ae3-49ada37f1a69,segment=NetworkSegment(0ef4cef5-1a67-4d61-800b-38259658d873),segment_id=0ef4cef5-1a67-4d61-800b-38259658d873)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:25:22.248261 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:22.250173 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:22.324572 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=69b79ed1-50e3-4e94-9ae3-49ada37f1a69,revision_number=5']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:22.327885 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:22.344433 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372bfb2b-59e5-4489-a532-f459813fc10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b79ed1-50e3-4e94-9ae3-49ada37f1a69', 'code': 200} Apr 22 16:25:22.468379 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e082651-562c-48d1-9b73-3e05d725b748 req-e8a666c4-51d8-4436-8be4-55748d328e57 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:22.469992 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3e082651-562c-48d1-9b73-3e05d725b748 req-e8a666c4-51d8-4436-8be4-55748d328e57 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=372bfb2b-59e5-4489-a532-f459813fc10f HTTP/1.1" status: 200 len: 946 time: 0.0891094 Apr 22 16:25:22.569189 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3e082651-562c-48d1-9b73-3e05d725b748 req-aebeafc6-df6a-4a27-81b8-526f0781ab35 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910795 Apr 22 16:25:22.601313 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a14823-78ea-46d1-9e55-dd44f79f5a1f req-94a9fb49-7cd9-4f32-8b44-d804686ed89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:22.602885 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-57a14823-78ea-46d1-9e55-dd44f79f5a1f req-94a9fb49-7cd9-4f32-8b44-d804686ed89c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=372bfb2b-59e5-4489-a532-f459813fc10f HTTP/1.1" status: 200 len: 1099 time: 0.0922022 Apr 22 16:25:22.645822 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-57a14823-78ea-46d1-9e55-dd44f79f5a1f req-12bc9627-240b-418a-ba11-2578b377aecf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365424 Apr 22 16:25:23.771383 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50c145-d3c6-4f0b-9f62-72d00596dc43 req-b9a34a02-df91-4e1d-adc1-ff9aa325edbe tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:23.772944 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1f50c145-d3c6-4f0b-9f62-72d00596dc43 req-b9a34a02-df91-4e1d-adc1-ff9aa325edbe tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=372bfb2b-59e5-4489-a532-f459813fc10f HTTP/1.1" status: 200 len: 946 time: 0.0874677 Apr 22 16:25:23.820134 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1f50c145-d3c6-4f0b-9f62-72d00596dc43 req-81d86cc1-9978-45ab-932b-78458f1b77c6 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408607 Apr 22 16:25:27.254297 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-1896fa15-f10a-4d18-aea7-2790bb47604a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:27.255910 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-1896fa15-f10a-4d18-aea7-2790bb47604a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/networks?id=d092fc53-b482-4192-bf6c-732b971f5bdf HTTP/1.1" status: 200 len: 815 time: 0.1577361 Apr 22 16:25:27.272531 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-8b60e129-6760-4b34-96c3-81efdd3c020f tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/quotas/d4d47aeffe6449d9877ed4d6fbc7564d HTTP/1.1" status: 200 len: 375 time: 0.0103436 Apr 22 16:25:27.362819 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-c8efb4ba-c806-49e0-aba7-2f5bb7bd0efb tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4d47aeffe6449d9877ed4d6fbc7564d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0844052 Apr 22 16:25:27.505683 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-41375bd5-a2ee-4e21-8a16-2b97763d0e0b service neutron] 10.222.0.21 "GET /v2.0/networks/d092fc53-b482-4192-bf6c-732b971f5bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353261 Apr 22 16:25:27.650734 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-bf843add-82bc-4322-8959-e99daf985003 service neutron] 10.222.0.21 "GET /v2.0/networks/d092fc53-b482-4192-bf6c-732b971f5bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385036 Apr 22 16:25:27.843864 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6851322c-3d1e-464e-9ca6-a3943960e450 req-705dd98f-3f11-4cff-b7ea-aa1caa72f543 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=454d7e87-9a4d-4403-b5a2-e2c37c59691a HTTP/1.1" status: 200 len: 210 time: 0.0482655 Apr 22 16:25:28.890657 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-1a08c002-1267-45e1-9293-f8525ce1d413 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:28.892198 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-1a08c002-1267-45e1-9293-f8525ce1d413 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.43 "GET /v2.0/networks?id=d092fc53-b482-4192-bf6c-732b971f5bdf HTTP/1.1" status: 200 len: 815 time: 0.1580374 Apr 22 16:25:28.904638 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fc988c47-9bca-4e30-ae2c-2c34e83e7bd4 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Request body: {'port': {'device_id': '454d7e87-9a4d-4403-b5a2-e2c37c59691a', 'network_id': 'd092fc53-b482-4192-bf6c-732b971f5bdf', 'admin_state_up': True, 'tenant_id': 'd4d47aeffe6449d9877ed4d6fbc7564d'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:25:29.056872 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6e901cde-7916-4547-8c85-1f921abc9ee2 req-157386b4-fbf6-4909-b0eb-95d8bad0750f tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=454d7e87-9a4d-4403-b5a2-e2c37c59691a HTTP/1.1" status: 200 len: 210 time: 0.0605204 Apr 22 16:25:29.102018 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fc988c47-9bca-4e30-ae2c-2c34e83e7bd4 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:29.111855 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fc988c47-9bca-4e30-ae2c-2c34e83e7bd4 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:29.120345 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fc988c47-9bca-4e30-ae2c-2c34e83e7bd4 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Made reservation on behalf of d4d47aeffe6449d9877ed4d6fbc7564d for: {'port': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:25:29.126210 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fc988c47-9bca-4e30-ae2c-2c34e83e7bd4 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:29.294149 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fc988c47-9bca-4e30-ae2c-2c34e83e7bd4 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Allocated IP 172.20.0.11 (d092fc53-b482-4192-bf6c-732b971f5bdf/d1556654-0175-4c1d-a641-b7f60b555a91/70047604-1dbe-4b74-84d9-8cbd0071bd0d) {{(pid=86316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:25:29.728022 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fc988c47-9bca-4e30-ae2c-2c34e83e7bd4 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks [] for port, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:29.758156 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fc988c47-9bca-4e30-ae2c-2c34e83e7bd4 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:29.763826 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-86a4e117-a5e4-477c-ac06-5451a02cd59d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:29.769766 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['69b79ed1-50e3-4e94-9ae3-49ada37f1a69'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:25:29.835247 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fc988c47-9bca-4e30-ae2c-2c34e83e7bd4 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Network d092fc53-b482-4192-bf6c-732b971f5bdf is already hosted by enough agents. {{(pid=86316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:25:29.838585 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fc988c47-9bca-4e30-ae2c-2c34e83e7bd4 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Resources bound (agent type, host, resource id): {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:25:29.842950 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fc988c47-9bca-4e30-ae2c-2c34e83e7bd4 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Received port after_create {{(pid=86316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:25:29.885161 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc988c47-9bca-4e30-ae2c-2c34e83e7bd4 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Pushing event updated for resources: {'Port': ['ID=70047604-1dbe-4b74-84d9-8cbd0071bd0d,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:29.889811 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-fc988c47-9bca-4e30-ae2c-2c34e83e7bd4 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:29.918630 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fc988c47-9bca-4e30-ae2c-2c34e83e7bd4 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:29.919302 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fc988c47-9bca-4e30-ae2c-2c34e83e7bd4 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:29.952021 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fc988c47-9bca-4e30-ae2c-2c34e83e7bd4 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0513532 Apr 22 16:25:29.963781 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fd244e02-07cf-4d57-be00-0ec95b38b90d service neutron] Request body: {'port': {'device_id': '454d7e87-9a4d-4403-b5a2-e2c37c59691a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:25:30.083771 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fd244e02-07cf-4d57-be00-0ec95b38b90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:30.409288 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4f891-6a19-4440-aafa-9d2721164cf3 req-07e3ca89-71bf-4a39-8195-394696000108 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:30.410041 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-fea4f891-6a19-4440-aafa-9d2721164cf3 req-07e3ca89-71bf-4a39-8195-394696000108 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Synchronizing usage tracker for tenant:d4d47aeffe6449d9877ed4d6fbc7564d on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:25:30.445952 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-fea4f891-6a19-4440-aafa-9d2721164cf3 req-07e3ca89-71bf-4a39-8195-394696000108 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Unset dirty status for tenant:d4d47aeffe6449d9877ed4d6fbc7564d on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:25:30.447226 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fea4f891-6a19-4440-aafa-9d2721164cf3 req-07e3ca89-71bf-4a39-8195-394696000108 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=454d7e87-9a4d-4403-b5a2-e2c37c59691a HTTP/1.1" status: 200 len: 932 time: 0.2474661 Apr 22 16:25:30.554648 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fea4f891-6a19-4440-aafa-9d2721164cf3 req-872ea76b-8004-463d-ba51-b225baa09a88 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006131 Apr 22 16:25:30.564354 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fd244e02-07cf-4d57-be00-0ec95b38b90d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70047604-1dbe-4b74-84d9-8cbd0071bd0d {{(pid=86316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:25:30.575075 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fd244e02-07cf-4d57-be00-0ec95b38b90d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:30.590294 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fd244e02-07cf-4d57-be00-0ec95b38b90d service neutron] Transition to ACTIVE for port object 70047604-1dbe-4b74-84d9-8cbd0071bd0d will not be triggered until provisioned by entity L2. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:25:30.592925 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fd244e02-07cf-4d57-be00-0ec95b38b90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:30.598301 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b7f12ba8-f18a-4f36-9122-00df11f156ad tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:30.765517 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd244e02-07cf-4d57-be00-0ec95b38b90d service neutron] Pushing event updated for resources: {'Port': ['ID=70047604-1dbe-4b74-84d9-8cbd0071bd0d,revision_number=2']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:30.768539 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-fd244e02-07cf-4d57-be00-0ec95b38b90d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:30.840609 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fd244e02-07cf-4d57-be00-0ec95b38b90d service neutron] Attempting to bind port 70047604-1dbe-4b74-84d9-8cbd0071bd0d on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:25:30.840972 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fd244e02-07cf-4d57-be00-0ec95b38b90d service neutron] Attempting to bind port 70047604-1dbe-4b74-84d9-8cbd0071bd0d by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '0ef4cef5-1a67-4d61-800b-38259658d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd092fc53-b482-4192-bf6c-732b971f5bdf'}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:25:30.841340 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fd244e02-07cf-4d57-be00-0ec95b38b90d service neutron] Attempting to bind port 70047604-1dbe-4b74-84d9-8cbd0071bd0d on network d092fc53-b482-4192-bf6c-732b971f5bdf {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:25:30.846767 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fd244e02-07cf-4d57-be00-0ec95b38b90d service neutron] Port 70047604-1dbe-4b74-84d9-8cbd0071bd0d on network d092fc53-b482-4192-bf6c-732b971f5bdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:25:30.847122 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fd244e02-07cf-4d57-be00-0ec95b38b90d service neutron] Attempting to bind port 70047604-1dbe-4b74-84d9-8cbd0071bd0d on network d092fc53-b482-4192-bf6c-732b971f5bdf {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:25:30.852588 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fd244e02-07cf-4d57-be00-0ec95b38b90d service neutron] Checking agent: {'id': '016b7565-6632-473e-a317-92a5bd3f2916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'started_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:25:30.852960 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fd244e02-07cf-4d57-be00-0ec95b38b90d service neutron] Checking segment: {'id': '0ef4cef5-1a67-4d61-800b-38259658d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd092fc53-b482-4192-bf6c-732b971f5bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:25:30.853376 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fd244e02-07cf-4d57-be00-0ec95b38b90d service neutron] Bound using segment: {'id': '0ef4cef5-1a67-4d61-800b-38259658d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd092fc53-b482-4192-bf6c-732b971f5bdf'} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:25:30.853844 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fd244e02-07cf-4d57-be00-0ec95b38b90d service neutron] Bound port: 70047604-1dbe-4b74-84d9-8cbd0071bd0d, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef4cef5-1a67-4d61-800b-38259658d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd092fc53-b482-4192-bf6c-732b971f5bdf'}}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:25:30.854219 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fd244e02-07cf-4d57-be00-0ec95b38b90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:30.947586 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fd244e02-07cf-4d57-be00-0ec95b38b90d service neutron] For port 70047604-1dbe-4b74-84d9-8cbd0071bd0d, host hv-cinder-78462, cleared binding levels {{(pid=86316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:25:30.950697 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fd244e02-07cf-4d57-be00-0ec95b38b90d service neutron] For port 70047604-1dbe-4b74-84d9-8cbd0071bd0d, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=70047604-1dbe-4b74-84d9-8cbd0071bd0d,segment=NetworkSegment(0ef4cef5-1a67-4d61-800b-38259658d873),segment_id=0ef4cef5-1a67-4d61-800b-38259658d873)] {{(pid=86316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:25:30.953622 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fd244e02-07cf-4d57-be00-0ec95b38b90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:30.959010 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-17304c3b-2ca5-4265-9145-5625738cc892 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:31.014735 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fd244e02-07cf-4d57-be00-0ec95b38b90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:31.015395 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fd244e02-07cf-4d57-be00-0ec95b38b90d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:31.016850 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-fd244e02-07cf-4d57-be00-0ec95b38b90d service neutron] 10.222.0.43 "PUT /v2.0/ports/70047604-1dbe-4b74-84d9-8cbd0071bd0d HTTP/1.1" status: 200 len: 1094 time: 1.0576108 Apr 22 16:25:31.017376 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454d7e87-9a4d-4403-b5a2-e2c37c59691a', 'tag': '70047604-1dbe-4b74-84d9-8cbd0071bd0d'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:25:31.046565 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd244e02-07cf-4d57-be00-0ec95b38b90d service neutron] Pushing event updated for resources: {'Port': ['ID=70047604-1dbe-4b74-84d9-8cbd0071bd0d,revision_number=3']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:31.050021 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-fd244e02-07cf-4d57-be00-0ec95b38b90d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:31.089240 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454d7e87-9a4d-4403-b5a2-e2c37c59691a', 'tag': '70047604-1dbe-4b74-84d9-8cbd0071bd0d', 'status': 'completed', 'code': 200} Apr 22 16:25:31.132663 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-16341460-5b14-4088-96de-c7bc59e5d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:31.134264 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-16341460-5b14-4088-96de-c7bc59e5d872 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4d47aeffe6449d9877ed4d6fbc7564d&device_id=454d7e87-9a4d-4403-b5a2-e2c37c59691a HTTP/1.1" status: 200 len: 1097 time: 0.0822203 Apr 22 16:25:31.209904 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-1918e3b3-c089-491f-a6c3-59f878309443 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70047604-1dbe-4b74-84d9-8cbd0071bd0d HTTP/1.1" status: 200 len: 217 time: 0.0678182 Apr 22 16:25:31.276921 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-1fd2e081-d723-491d-80ca-77d29ff90928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:31.278433 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-1fd2e081-d723-491d-80ca-77d29ff90928 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1556654-0175-4c1d-a641-b7f60b555a91 HTTP/1.1" status: 200 len: 855 time: 0.0629745 Apr 22 16:25:31.329328 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-3b587cc1-87f2-47ce-8148-faf995671c6d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d092fc53-b482-4192-bf6c-732b971f5bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450733 Apr 22 16:25:31.469477 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-ca1485f6-75e6-4d5b-b1f3-c504f9548548 service neutron] 10.222.0.43 "GET /v2.0/networks/d092fc53-b482-4192-bf6c-732b971f5bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334875 Apr 22 16:25:31.611069 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-34e60d53-ebd4-478a-b33a-ce343428c66e req-95fe4de0-664d-4bca-9225-0d76324195ac service neutron] 10.222.0.43 "GET /v2.0/networks/d092fc53-b482-4192-bf6c-732b971f5bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353552 Apr 22 16:25:31.809010 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043cd4f-a409-4924-852b-d51f685d6128 req-6306f39b-d981-42d2-a0dc-21996d7b566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:31.810589 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3043cd4f-a409-4924-852b-d51f685d6128 req-6306f39b-d981-42d2-a0dc-21996d7b566f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4d47aeffe6449d9877ed4d6fbc7564d&device_id=454d7e87-9a4d-4403-b5a2-e2c37c59691a HTTP/1.1" status: 200 len: 1097 time: 0.1503177 Apr 22 16:25:31.819511 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de24d2a-b05e-4256-a3c2-1e69dfbb97bf req-d9335b8b-6ea0-427a-99b9-d1192cb7fa63 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:31.820953 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0de24d2a-b05e-4256-a3c2-1e69dfbb97bf req-d9335b8b-6ea0-427a-99b9-d1192cb7fa63 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=454d7e87-9a4d-4403-b5a2-e2c37c59691a HTTP/1.1" status: 200 len: 944 time: 0.1213772 Apr 22 16:25:31.955152 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0de24d2a-b05e-4256-a3c2-1e69dfbb97bf req-88ba97f4-dba7-4aea-9050-2e3afac80813 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122458 Apr 22 16:25:31.996984 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043cd4f-a409-4924-852b-d51f685d6128 req-0027a6c5-18da-4805-95ee-6e0e6cc0f797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:31.998530 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3043cd4f-a409-4924-852b-d51f685d6128 req-0027a6c5-18da-4805-95ee-6e0e6cc0f797 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d092fc53-b482-4192-bf6c-732b971f5bdf HTTP/1.1" status: 200 len: 916 time: 0.1766763 Apr 22 16:25:32.072647 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3043cd4f-a409-4924-852b-d51f685d6128 req-856faf15-c95c-46c6-9be3-e66da94f492f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70047604-1dbe-4b74-84d9-8cbd0071bd0d HTTP/1.1" status: 200 len: 217 time: 0.0655489 Apr 22 16:25:32.146012 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043cd4f-a409-4924-852b-d51f685d6128 req-944ace20-1076-4d3d-ab42-ae68f17eb4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:32.147524 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3043cd4f-a409-4924-852b-d51f685d6128 req-944ace20-1076-4d3d-ab42-ae68f17eb4f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1556654-0175-4c1d-a641-b7f60b555a91 HTTP/1.1" status: 200 len: 855 time: 0.0656912 Apr 22 16:25:32.200662 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3043cd4f-a409-4924-852b-d51f685d6128 req-87bab966-0425-4547-84bb-64a2fb5fe705 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d092fc53-b482-4192-bf6c-732b971f5bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444939 Apr 22 16:25:32.343059 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3043cd4f-a409-4924-852b-d51f685d6128 req-bdc7839c-581b-4f5c-9af5-4ac2d3010ef5 service neutron] 10.222.0.43 "GET /v2.0/networks/d092fc53-b482-4192-bf6c-732b971f5bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316149 Apr 22 16:25:32.481892 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3043cd4f-a409-4924-852b-d51f685d6128 req-fbcae0a7-1a82-4b5a-9e78-b15dffeb365b service neutron] 10.222.0.43 "GET /v2.0/networks/d092fc53-b482-4192-bf6c-732b971f5bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323230 Apr 22 16:25:33.158061 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb062f7-759c-4491-8123-8b32a1288db2 req-45a6dfd8-3b7f-4b9d-a19a-ceb73920d126 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:33.159769 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3cb062f7-759c-4491-8123-8b32a1288db2 req-45a6dfd8-3b7f-4b9d-a19a-ceb73920d126 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=454d7e87-9a4d-4403-b5a2-e2c37c59691a HTTP/1.1" status: 200 len: 944 time: 0.0884190 Apr 22 16:25:33.210945 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3cb062f7-759c-4491-8123-8b32a1288db2 req-88d6ce94-4f3c-4191-957e-28abc733baa1 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448275 Apr 22 16:25:34.064776 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 70047604-1dbe-4b74-84d9-8cbd0071bd0d details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:25:34.206773 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 70047604-1dbe-4b74-84d9-8cbd0071bd0d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=70047604-1dbe-4b74-84d9-8cbd0071bd0d,segment=NetworkSegment(0ef4cef5-1a67-4d61-800b-38259658d873),segment_id=0ef4cef5-1a67-4d61-800b-38259658d873)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:25:34.220518 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Returning: {'device': '70047604-1dbe-4b74-84d9-8cbd0071bd0d', 'network_id': 'd092fc53-b482-4192-bf6c-732b971f5bdf', 'port_id': '70047604-1dbe-4b74-84d9-8cbd0071bd0d', 'mac_address': 'fa:16:3e:ab:ce:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1556654-0175-4c1d-a641-b7f60b555a91', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:25:34.284936 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:34.303927 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70047604-1dbe-4b74-84d9-8cbd0071bd0d {{(pid=86317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:25:34.320528 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 70047604-1dbe-4b74-84d9-8cbd0071bd0d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=70047604-1dbe-4b74-84d9-8cbd0071bd0d,segment=NetworkSegment(0ef4cef5-1a67-4d61-800b-38259658d873),segment_id=0ef4cef5-1a67-4d61-800b-38259658d873)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:25:34.323491 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:34.325388 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:34.396306 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=70047604-1dbe-4b74-84d9-8cbd0071bd0d,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:34.399466 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:34.415385 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5979e-61cb-4c31-8490-78c11d7cd988 req-27ecff2e-2d86-4e7d-9aae-56eccb2a7672 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:34.416957 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cdb5979e-61cb-4c31-8490-78c11d7cd988 req-27ecff2e-2d86-4e7d-9aae-56eccb2a7672 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=454d7e87-9a4d-4403-b5a2-e2c37c59691a HTTP/1.1" status: 200 len: 945 time: 0.0901909 Apr 22 16:25:34.466949 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cdb5979e-61cb-4c31-8490-78c11d7cd988 req-6cc231db-b76b-430e-8a06-4fa7ba18c119 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432913 Apr 22 16:25:34.532426 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['70047604-1dbe-4b74-84d9-8cbd0071bd0d'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:25:35.668923 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6599a8-0897-4893-b0b2-8b3afd42a048 req-e9d39dac-64d2-457d-9ccd-78c9d951d44f tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:35.670484 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7b6599a8-0897-4893-b0b2-8b3afd42a048 req-e9d39dac-64d2-457d-9ccd-78c9d951d44f tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=454d7e87-9a4d-4403-b5a2-e2c37c59691a HTTP/1.1" status: 200 len: 945 time: 0.0937135 Apr 22 16:25:35.719480 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7b6599a8-0897-4893-b0b2-8b3afd42a048 req-9fa36525-2ec9-45b0-94c2-613602f3e5c0 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423234 Apr 22 16:25:36.083851 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 70047604-1dbe-4b74-84d9-8cbd0071bd0d up at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:25:36.152952 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning for port 70047604-1dbe-4b74-84d9-8cbd0071bd0d completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:25:36.157813 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning complete for port 70047604-1dbe-4b74-84d9-8cbd0071bd0d triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:25:36.158232 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:36.280366 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:36.307876 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454d7e87-9a4d-4403-b5a2-e2c37c59691a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70047604-1dbe-4b74-84d9-8cbd0071bd0d'}] {{(pid=86317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:25:36.318923 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 70047604-1dbe-4b74-84d9-8cbd0071bd0d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=70047604-1dbe-4b74-84d9-8cbd0071bd0d,segment=NetworkSegment(0ef4cef5-1a67-4d61-800b-38259658d873),segment_id=0ef4cef5-1a67-4d61-800b-38259658d873)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:25:36.323488 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:36.325364 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-72368d04-f868-4cc2-a2a9-06472ccb83e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:36.359676 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454d7e87-9a4d-4403-b5a2-e2c37c59691a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70047604-1dbe-4b74-84d9-8cbd0071bd0d', 'code': 200} Apr 22 16:25:36.400920 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=70047604-1dbe-4b74-84d9-8cbd0071bd0d,revision_number=5']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:36.403971 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:36.598203 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e503de8-c9a4-43ac-99ce-a6620d85fb4e req-031f3010-630b-459c-bd2e-8b879216dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:36.599745 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4e503de8-c9a4-43ac-99ce-a6620d85fb4e req-031f3010-630b-459c-bd2e-8b879216dc22 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=454d7e87-9a4d-4403-b5a2-e2c37c59691a HTTP/1.1" status: 200 len: 1099 time: 0.0769634 Apr 22 16:25:36.645426 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4e503de8-c9a4-43ac-99ce-a6620d85fb4e req-03de397f-32fc-4f75-82b0-e70bda52690e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366213 Apr 22 16:25:36.923729 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e83f5-4dfe-465a-9267-42627effe22f req-9b41a13f-24fd-46c1-8ad7-dd7fee94724a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:36.925805 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cd9e83f5-4dfe-465a-9267-42627effe22f req-9b41a13f-24fd-46c1-8ad7-dd7fee94724a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=454d7e87-9a4d-4403-b5a2-e2c37c59691a HTTP/1.1" status: 200 len: 946 time: 0.0911319 Apr 22 16:25:36.974841 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cd9e83f5-4dfe-465a-9267-42627effe22f req-d611bc50-c7e2-4e5e-b887-5e3484556919 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423923 Apr 22 16:25:38.091575 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:38.182851 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c771cc5-18d0-4395-9022-eac9e4391557 req-9d6c0b74-5028-4dc4-8fa2-d8baeceb5bde tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:38.184475 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3c771cc5-18d0-4395-9022-eac9e4391557 req-9d6c0b74-5028-4dc4-8fa2-d8baeceb5bde tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=454d7e87-9a4d-4403-b5a2-e2c37c59691a HTTP/1.1" status: 200 len: 946 time: 0.0865326 Apr 22 16:25:38.234797 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3c771cc5-18d0-4395-9022-eac9e4391557 req-ecb80ec5-4cc7-49b5-bef2-144f5d64b0f4 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433815 Apr 22 16:25:38.461842 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-1f50b38b-be17-4f96-92b0-873b7c949a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:40.625018 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-3b50810e-434f-4a65-a71c-9bc1b590cd35 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:40.626350 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-3b50810e-434f-4a65-a71c-9bc1b590cd35 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/networks?id=d092fc53-b482-4192-bf6c-732b971f5bdf HTTP/1.1" status: 200 len: 815 time: 0.3825865 Apr 22 16:25:40.644192 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-fc22e146-48bc-41b6-9764-e224da6383a0 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/quotas/d4d47aeffe6449d9877ed4d6fbc7564d HTTP/1.1" status: 200 len: 375 time: 0.0106375 Apr 22 16:25:40.734028 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-d68b4b4d-aaa0-4f90-9cbe-96fda4f269f3 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4d47aeffe6449d9877ed4d6fbc7564d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839233 Apr 22 16:25:40.873747 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-c44af6fe-8807-4079-8c65-d733ea7585de service neutron] 10.222.0.21 "GET /v2.0/networks/d092fc53-b482-4192-bf6c-732b971f5bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316228 Apr 22 16:25:41.014784 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-1d19f08c-aa6f-410e-99de-9bf377935a1b service neutron] 10.222.0.21 "GET /v2.0/networks/d092fc53-b482-4192-bf6c-732b971f5bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337426 Apr 22 16:25:41.209795 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7de4a059-6c9e-4d4c-811b-ba7153f50b00 req-aaafd5bd-d99e-434d-baa5-793b1e4bcda3 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=818b09a7-f052-407c-8b20-0e84cb577844 HTTP/1.1" status: 200 len: 210 time: 0.0483119 Apr 22 16:25:41.405306 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c119380a-36a8-4eb3-9a76-de06c78a810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:41.627338 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:41.817429 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:42.293624 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-0e501f2f-a8c3-4f53-8d34-627ad82600ec tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:42.295226 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-0e501f2f-a8c3-4f53-8d34-627ad82600ec tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.43 "GET /v2.0/networks?id=d092fc53-b482-4192-bf6c-732b971f5bdf HTTP/1.1" status: 200 len: 815 time: 0.1613636 Apr 22 16:25:42.308252 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-934f7cc3-dff6-4a50-aaa7-50797c868521 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Request body: {'port': {'device_id': '818b09a7-f052-407c-8b20-0e84cb577844', 'network_id': 'd092fc53-b482-4192-bf6c-732b971f5bdf', 'admin_state_up': True, 'tenant_id': 'd4d47aeffe6449d9877ed4d6fbc7564d'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:25:42.397927 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-739a4c3d-7c4c-40bb-8b59-a10560f8d14f req-748086dd-de56-4c3b-ad7a-fb0e5560f6cb tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=818b09a7-f052-407c-8b20-0e84cb577844 HTTP/1.1" status: 200 len: 210 time: 0.0671082 Apr 22 16:25:42.503467 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-934f7cc3-dff6-4a50-aaa7-50797c868521 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:25:42.513469 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-934f7cc3-dff6-4a50-aaa7-50797c868521 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:25:42.522924 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-934f7cc3-dff6-4a50-aaa7-50797c868521 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Made reservation on behalf of d4d47aeffe6449d9877ed4d6fbc7564d for: {'port': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:25:42.528914 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-934f7cc3-dff6-4a50-aaa7-50797c868521 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:42.700538 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-934f7cc3-dff6-4a50-aaa7-50797c868521 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Allocated IP 172.20.0.5 (d092fc53-b482-4192-bf6c-732b971f5bdf/d1556654-0175-4c1d-a641-b7f60b555a91/57c6256e-8719-4d95-9fa9-466985afde07) {{(pid=86316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:25:42.911130 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-934f7cc3-dff6-4a50-aaa7-50797c868521 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks [] for port, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:42.940172 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-934f7cc3-dff6-4a50-aaa7-50797c868521 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:42.946095 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b55d1f60-9a64-4e1c-a197-afff3bbb1177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:42.952137 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['69b79ed1-50e3-4e94-9ae3-49ada37f1a69', '70047604-1dbe-4b74-84d9-8cbd0071bd0d'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:25:43.018348 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-934f7cc3-dff6-4a50-aaa7-50797c868521 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Network d092fc53-b482-4192-bf6c-732b971f5bdf is already hosted by enough agents. {{(pid=86316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:25:43.021668 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-934f7cc3-dff6-4a50-aaa7-50797c868521 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Resources bound (agent type, host, resource id): {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:25:43.025859 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-934f7cc3-dff6-4a50-aaa7-50797c868521 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Received port after_create {{(pid=86316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:25:43.063225 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f7cc3-dff6-4a50-aaa7-50797c868521 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Pushing event updated for resources: {'Port': ['ID=57c6256e-8719-4d95-9fa9-466985afde07,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:43.071833 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-934f7cc3-dff6-4a50-aaa7-50797c868521 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:43.147418 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-934f7cc3-dff6-4a50-aaa7-50797c868521 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:43.148123 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-934f7cc3-dff6-4a50-aaa7-50797c868521 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:43.188884 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-934f7cc3-dff6-4a50-aaa7-50797c868521 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8849394 Apr 22 16:25:43.190221 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:43.201624 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-2316c38c-fb9e-4916-aaa1-454c9f1be46d service neutron] Request body: {'port': {'device_id': '818b09a7-f052-407c-8b20-0e84cb577844', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:25:43.239865 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-985d5b0f-ec2a-46e1-9a30-f85474702ea8 req-90e809f2-4f82-4464-a583-2004de0c8d83 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=372bfb2b-59e5-4489-a532-f459813fc10f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1534343 Apr 22 16:25:43.370805 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-2316c38c-fb9e-4916-aaa1-454c9f1be46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:43.394179 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:25:43.479275 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d5b0f-ec2a-46e1-9a30-f85474702ea8 req-4fd537a0-e987-40a4-a0c4-659f5b691c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:43.480879 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-985d5b0f-ec2a-46e1-9a30-f85474702ea8 req-4fd537a0-e987-40a4-a0c4-659f5b691c33 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4d47aeffe6449d9877ed4d6fbc7564d&device_id=372bfb2b-59e5-4489-a532-f459813fc10f HTTP/1.1" status: 200 len: 1099 time: 0.1590087 Apr 22 16:25:43.860488 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d5b0f-ec2a-46e1-9a30-f85474702ea8 req-18ca0d1d-f31a-4b38-9318-f6e9e0ce5e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:43.862597 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-985d5b0f-ec2a-46e1-9a30-f85474702ea8 req-18ca0d1d-f31a-4b38-9318-f6e9e0ce5e47 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d092fc53-b482-4192-bf6c-732b971f5bdf HTTP/1.1" status: 200 len: 916 time: 0.3412595 Apr 22 16:25:43.873154 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8ad56-72cd-4c97-8207-5317534a8e93 req-4ac61dff-5792-4465-b723-07b9101465d3 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:43.873877 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-75b8ad56-72cd-4c97-8207-5317534a8e93 req-4ac61dff-5792-4465-b723-07b9101465d3 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Synchronizing usage tracker for tenant:d4d47aeffe6449d9877ed4d6fbc7564d on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:25:43.967044 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-985d5b0f-ec2a-46e1-9a30-f85474702ea8 req-33043c76-6cb9-421c-84ed-432542f68ecd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69b79ed1-50e3-4e94-9ae3-49ada37f1a69 HTTP/1.1" status: 200 len: 217 time: 0.0813305 Apr 22 16:25:44.014109 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-75b8ad56-72cd-4c97-8207-5317534a8e93 req-4ac61dff-5792-4465-b723-07b9101465d3 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Unset dirty status for tenant:d4d47aeffe6449d9877ed4d6fbc7564d on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:25:44.015372 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-75b8ad56-72cd-4c97-8207-5317534a8e93 req-4ac61dff-5792-4465-b723-07b9101465d3 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=818b09a7-f052-407c-8b20-0e84cb577844 HTTP/1.1" status: 200 len: 931 time: 0.4955888 Apr 22 16:25:44.142191 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d5b0f-ec2a-46e1-9a30-f85474702ea8 req-676ff861-3caa-4736-8d86-3b3ecbe9fac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:44.144713 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-985d5b0f-ec2a-46e1-9a30-f85474702ea8 req-676ff861-3caa-4736-8d86-3b3ecbe9fac6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1556654-0175-4c1d-a641-b7f60b555a91 HTTP/1.1" status: 200 len: 855 time: 0.1710176 Apr 22 16:25:44.153945 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-2316c38c-fb9e-4916-aaa1-454c9f1be46d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c6256e-8719-4d95-9fa9-466985afde07 {{(pid=86316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:25:44.162577 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-75b8ad56-72cd-4c97-8207-5317534a8e93 req-4f3901a2-c357-4464-949f-21c96400ce24 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375134 Apr 22 16:25:44.206780 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-2316c38c-fb9e-4916-aaa1-454c9f1be46d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:44.217350 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-985d5b0f-ec2a-46e1-9a30-f85474702ea8 req-a06190ff-1648-4a87-854d-dec3e8919fbf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d092fc53-b482-4192-bf6c-732b971f5bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587039 Apr 22 16:25:44.250253 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-2316c38c-fb9e-4916-aaa1-454c9f1be46d service neutron] Transition to ACTIVE for port object 57c6256e-8719-4d95-9fa9-466985afde07 will not be triggered until provisioned by entity L2. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:25:44.265132 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-2316c38c-fb9e-4916-aaa1-454c9f1be46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:44.276715 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-0345fa72-8bbf-445c-a286-06606c31c29d tempest-AttachVolumeShelveTestJSON-1225394517 tempest-AttachVolumeShelveTestJSON-1225394517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:44.473991 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316c38c-fb9e-4916-aaa1-454c9f1be46d service neutron] Pushing event updated for resources: {'Port': ['ID=57c6256e-8719-4d95-9fa9-466985afde07,revision_number=2']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:44.479690 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-2316c38c-fb9e-4916-aaa1-454c9f1be46d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:44.590747 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-985d5b0f-ec2a-46e1-9a30-f85474702ea8 req-379bb73f-4e2b-48fc-9ab1-d4d539ca45e7 service neutron] 10.222.0.43 "GET /v2.0/networks/d092fc53-b482-4192-bf6c-732b971f5bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627756 Apr 22 16:25:44.650821 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-2316c38c-fb9e-4916-aaa1-454c9f1be46d service neutron] Attempting to bind port 57c6256e-8719-4d95-9fa9-466985afde07 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:25:44.651192 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-2316c38c-fb9e-4916-aaa1-454c9f1be46d service neutron] Attempting to bind port 57c6256e-8719-4d95-9fa9-466985afde07 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '0ef4cef5-1a67-4d61-800b-38259658d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd092fc53-b482-4192-bf6c-732b971f5bdf'}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:25:44.651558 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-2316c38c-fb9e-4916-aaa1-454c9f1be46d service neutron] Attempting to bind port 57c6256e-8719-4d95-9fa9-466985afde07 on network d092fc53-b482-4192-bf6c-732b971f5bdf {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:25:44.709516 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-2316c38c-fb9e-4916-aaa1-454c9f1be46d service neutron] Port 57c6256e-8719-4d95-9fa9-466985afde07 on network d092fc53-b482-4192-bf6c-732b971f5bdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:25:44.709882 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-2316c38c-fb9e-4916-aaa1-454c9f1be46d service neutron] Attempting to bind port 57c6256e-8719-4d95-9fa9-466985afde07 on network d092fc53-b482-4192-bf6c-732b971f5bdf {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:25:44.722459 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-2316c38c-fb9e-4916-aaa1-454c9f1be46d service neutron] Checking agent: {'id': '016b7565-6632-473e-a317-92a5bd3f2916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'started_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:25:44.722883 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-2316c38c-fb9e-4916-aaa1-454c9f1be46d service neutron] Checking segment: {'id': '0ef4cef5-1a67-4d61-800b-38259658d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd092fc53-b482-4192-bf6c-732b971f5bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:25:44.723303 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-2316c38c-fb9e-4916-aaa1-454c9f1be46d service neutron] Bound using segment: {'id': '0ef4cef5-1a67-4d61-800b-38259658d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd092fc53-b482-4192-bf6c-732b971f5bdf'} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:25:44.723774 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-2316c38c-fb9e-4916-aaa1-454c9f1be46d service neutron] Bound port: 57c6256e-8719-4d95-9fa9-466985afde07, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef4cef5-1a67-4d61-800b-38259658d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd092fc53-b482-4192-bf6c-732b971f5bdf'}}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:25:44.724211 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-2316c38c-fb9e-4916-aaa1-454c9f1be46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:44.832315 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-985d5b0f-ec2a-46e1-9a30-f85474702ea8 req-b6bdfd9e-46c0-48dc-bbae-672cb64d5ecd service neutron] 10.222.0.43 "GET /v2.0/networks/d092fc53-b482-4192-bf6c-732b971f5bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260497 Apr 22 16:25:45.093595 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-2316c38c-fb9e-4916-aaa1-454c9f1be46d service neutron] For port 57c6256e-8719-4d95-9fa9-466985afde07, host hv-cinder-78462, cleared binding levels {{(pid=86316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:25:45.097697 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-2316c38c-fb9e-4916-aaa1-454c9f1be46d service neutron] For port 57c6256e-8719-4d95-9fa9-466985afde07, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=57c6256e-8719-4d95-9fa9-466985afde07,segment=NetworkSegment(0ef4cef5-1a67-4d61-800b-38259658d873),segment_id=0ef4cef5-1a67-4d61-800b-38259658d873)] {{(pid=86316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:25:45.100930 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-2316c38c-fb9e-4916-aaa1-454c9f1be46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:45.105638 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-6156e586-b889-4a3e-abff-d30aa73bff0b tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:45.166932 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-2316c38c-fb9e-4916-aaa1-454c9f1be46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:45.167598 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-2316c38c-fb9e-4916-aaa1-454c9f1be46d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:45.169103 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-2316c38c-fb9e-4916-aaa1-454c9f1be46d service neutron] 10.222.0.43 "PUT /v2.0/ports/57c6256e-8719-4d95-9fa9-466985afde07 HTTP/1.1" status: 200 len: 1093 time: 1.9719467 Apr 22 16:25:45.169638 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818b09a7-f052-407c-8b20-0e84cb577844', 'tag': '57c6256e-8719-4d95-9fa9-466985afde07'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:25:45.194267 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316c38c-fb9e-4916-aaa1-454c9f1be46d service neutron] Pushing event updated for resources: {'Port': ['ID=57c6256e-8719-4d95-9fa9-466985afde07,revision_number=3']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:45.197563 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-2316c38c-fb9e-4916-aaa1-454c9f1be46d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:45.246479 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818b09a7-f052-407c-8b20-0e84cb577844', 'tag': '57c6256e-8719-4d95-9fa9-466985afde07', 'status': 'completed', 'code': 200} Apr 22 16:25:45.341502 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-f7a0be5e-43f4-4995-84d1-ff6273ffb0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:45.343099 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-f7a0be5e-43f4-4995-84d1-ff6273ffb0c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4d47aeffe6449d9877ed4d6fbc7564d&device_id=818b09a7-f052-407c-8b20-0e84cb577844 HTTP/1.1" status: 200 len: 1096 time: 0.1337128 Apr 22 16:25:45.426272 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-a0d12b2e-5ac1-4232-9ba0-cf56677f5796 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57c6256e-8719-4d95-9fa9-466985afde07 HTTP/1.1" status: 200 len: 217 time: 0.0717690 Apr 22 16:25:45.479414 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ec2fc-aa3b-4f05-9143-effaec4d5384 req-ddeff2d2-a5f1-4bec-81db-a8ce74a09d7c tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:45.480951 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-792ec2fc-aa3b-4f05-9143-effaec4d5384 req-ddeff2d2-a5f1-4bec-81db-a8ce74a09d7c tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=818b09a7-f052-407c-8b20-0e84cb577844 HTTP/1.1" status: 200 len: 943 time: 0.1997681 Apr 22 16:25:45.539444 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-a17eb7cb-d06d-478d-9a9d-be1ed2cb96e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:45.540946 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-a17eb7cb-d06d-478d-9a9d-be1ed2cb96e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1556654-0175-4c1d-a641-b7f60b555a91 HTTP/1.1" status: 200 len: 855 time: 0.1069553 Apr 22 16:25:45.548222 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-792ec2fc-aa3b-4f05-9143-effaec4d5384 req-7f02c963-cea2-46e7-b887-b2c9f6551510 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598795 Apr 22 16:25:45.597000 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-ac76876a-fe8d-488a-a269-f505671371a4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d092fc53-b482-4192-bf6c-732b971f5bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472169 Apr 22 16:25:45.742978 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-e5a9abfb-bd70-4715-bf90-7b8b991dae13 service neutron] 10.222.0.43 "GET /v2.0/networks/d092fc53-b482-4192-bf6c-732b971f5bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384337 Apr 22 16:25:45.883491 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-55a40946-31aa-4535-a2d2-1f181b6d3d6e req-ca3f776e-688c-401f-a2ba-ba08aef01681 service neutron] 10.222.0.43 "GET /v2.0/networks/d092fc53-b482-4192-bf6c-732b971f5bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334078 Apr 22 16:25:46.002447 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17baf6c-94d8-4817-9a71-80b93e0a749f req-170227f9-c1b7-4e9d-aa02-fe9b0aaf8e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:46.004080 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a17baf6c-94d8-4817-9a71-80b93e0a749f req-170227f9-c1b7-4e9d-aa02-fe9b0aaf8e85 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4d47aeffe6449d9877ed4d6fbc7564d&device_id=818b09a7-f052-407c-8b20-0e84cb577844 HTTP/1.1" status: 200 len: 1096 time: 0.0773520 Apr 22 16:25:46.147935 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17baf6c-94d8-4817-9a71-80b93e0a749f req-15931a3d-e6a4-4c93-a120-27b9e04dad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:46.149498 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a17baf6c-94d8-4817-9a71-80b93e0a749f req-15931a3d-e6a4-4c93-a120-27b9e04dad5a service neutron] 10.222.0.43 "GET /v2.0/networks?id=d092fc53-b482-4192-bf6c-732b971f5bdf HTTP/1.1" status: 200 len: 916 time: 0.1385324 Apr 22 16:25:46.229576 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a17baf6c-94d8-4817-9a71-80b93e0a749f req-e80df7b7-fe7c-4551-9b3a-dc1c38ca49f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57c6256e-8719-4d95-9fa9-466985afde07 HTTP/1.1" status: 200 len: 217 time: 0.0686703 Apr 22 16:25:46.302270 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17baf6c-94d8-4817-9a71-80b93e0a749f req-a5ce3f94-3e4a-42f3-92eb-05b3182e57c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:46.303780 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a17baf6c-94d8-4817-9a71-80b93e0a749f req-a5ce3f94-3e4a-42f3-92eb-05b3182e57c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1556654-0175-4c1d-a641-b7f60b555a91 HTTP/1.1" status: 200 len: 855 time: 0.0629892 Apr 22 16:25:46.360306 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a17baf6c-94d8-4817-9a71-80b93e0a749f req-59d6f688-12f2-4529-8ae7-3ab5ab339ff6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d092fc53-b482-4192-bf6c-732b971f5bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486553 Apr 22 16:25:46.500841 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a17baf6c-94d8-4817-9a71-80b93e0a749f req-646fde1e-0739-4bba-950d-3199759bb4b3 service neutron] 10.222.0.43 "GET /v2.0/networks/d092fc53-b482-4192-bf6c-732b971f5bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330414 Apr 22 16:25:46.643386 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a17baf6c-94d8-4817-9a71-80b93e0a749f req-987b80ea-f81d-48df-9644-fe99c41fd91e service neutron] 10.222.0.43 "GET /v2.0/networks/d092fc53-b482-4192-bf6c-732b971f5bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353300 Apr 22 16:25:46.755530 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffd50a-1d46-4b30-b84d-ae75b9c81491 req-dd08f794-2e90-47a3-a628-401d8d69dd0e tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:46.757106 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e9ffd50a-1d46-4b30-b84d-ae75b9c81491 req-dd08f794-2e90-47a3-a628-401d8d69dd0e tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=818b09a7-f052-407c-8b20-0e84cb577844 HTTP/1.1" status: 200 len: 943 time: 0.0895207 Apr 22 16:25:46.804269 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e9ffd50a-1d46-4b30-b84d-ae75b9c81491 req-e64dddc5-8d83-4795-890d-20c8bdacae50 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407457 Apr 22 16:25:48.007920 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef48d4-512f-42c0-98b3-e5a8fcd8133c req-0a3dfe23-f6de-4943-8026-0139936f0ec6 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:48.009493 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a7ef48d4-512f-42c0-98b3-e5a8fcd8133c req-0a3dfe23-f6de-4943-8026-0139936f0ec6 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=818b09a7-f052-407c-8b20-0e84cb577844 HTTP/1.1" status: 200 len: 943 time: 0.0899308 Apr 22 16:25:48.057185 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a7ef48d4-512f-42c0-98b3-e5a8fcd8133c req-ec0b3872-6dae-445e-8f05-e9fa6e028630 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411799 Apr 22 16:25:48.110836 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 57c6256e-8719-4d95-9fa9-466985afde07 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:25:48.257030 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 57c6256e-8719-4d95-9fa9-466985afde07, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=57c6256e-8719-4d95-9fa9-466985afde07,segment=NetworkSegment(0ef4cef5-1a67-4d61-800b-38259658d873),segment_id=0ef4cef5-1a67-4d61-800b-38259658d873)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:25:48.271396 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Returning: {'device': '57c6256e-8719-4d95-9fa9-466985afde07', 'network_id': 'd092fc53-b482-4192-bf6c-732b971f5bdf', 'port_id': '57c6256e-8719-4d95-9fa9-466985afde07', 'mac_address': 'fa:16:3e:c0:da:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1556654-0175-4c1d-a641-b7f60b555a91', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:25:48.334659 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:48.352058 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c6256e-8719-4d95-9fa9-466985afde07 {{(pid=86317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:25:48.368221 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 57c6256e-8719-4d95-9fa9-466985afde07, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=57c6256e-8719-4d95-9fa9-466985afde07,segment=NetworkSegment(0ef4cef5-1a67-4d61-800b-38259658d873),segment_id=0ef4cef5-1a67-4d61-800b-38259658d873)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:25:48.370981 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:48.372788 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:48.443002 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=57c6256e-8719-4d95-9fa9-466985afde07,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:48.446110 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:48.612942 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['57c6256e-8719-4d95-9fa9-466985afde07'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:25:49.256212 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79333f6b-49b0-4218-9a88-8727bb9b05c7 req-50dd0f64-5043-408e-83ae-66439b4d2638 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:49.257791 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-79333f6b-49b0-4218-9a88-8727bb9b05c7 req-50dd0f64-5043-408e-83ae-66439b4d2638 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=818b09a7-f052-407c-8b20-0e84cb577844 HTTP/1.1" status: 200 len: 944 time: 0.0880129 Apr 22 16:25:49.308983 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-79333f6b-49b0-4218-9a88-8727bb9b05c7 req-a9b5c787-341b-4125-9af8-7cc70882a724 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448432 Apr 22 16:25:50.123484 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 57c6256e-8719-4d95-9fa9-466985afde07 up at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:25:50.196836 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning for port 57c6256e-8719-4d95-9fa9-466985afde07 completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:25:50.201636 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning complete for port 57c6256e-8719-4d95-9fa9-466985afde07 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:25:50.202057 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:50.326805 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:50.355878 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818b09a7-f052-407c-8b20-0e84cb577844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c6256e-8719-4d95-9fa9-466985afde07'}] {{(pid=86317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:25:50.367083 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 57c6256e-8719-4d95-9fa9-466985afde07, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=57c6256e-8719-4d95-9fa9-466985afde07,segment=NetworkSegment(0ef4cef5-1a67-4d61-800b-38259658d873),segment_id=0ef4cef5-1a67-4d61-800b-38259658d873)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:25:50.370397 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:25:50.372339 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:25:50.413764 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818b09a7-f052-407c-8b20-0e84cb577844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c6256e-8719-4d95-9fa9-466985afde07', 'code': 200} Apr 22 16:25:50.449760 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=57c6256e-8719-4d95-9fa9-466985afde07,revision_number=5']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:25:50.452871 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:25:50.525905 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043d6dc-ae1a-431b-9b77-a5a5dec57cd5 req-29fd6bd1-3a9b-4bdb-a5a6-5ff47cb8db10 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:50.527512 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2043d6dc-ae1a-431b-9b77-a5a5dec57cd5 req-29fd6bd1-3a9b-4bdb-a5a6-5ff47cb8db10 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=818b09a7-f052-407c-8b20-0e84cb577844 HTTP/1.1" status: 200 len: 945 time: 0.0985122 Apr 22 16:25:50.625903 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2043d6dc-ae1a-431b-9b77-a5a5dec57cd5 req-83a441fe-079f-4393-99c1-27d6a0996812 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915813 Apr 22 16:25:50.654359 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195e49b-f42b-4cb9-b04b-11151acc339a req-73ae6836-0d49-40d2-97c8-8f9f0ff335d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:50.655959 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d195e49b-f42b-4cb9-b04b-11151acc339a req-73ae6836-0d49-40d2-97c8-8f9f0ff335d3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=818b09a7-f052-407c-8b20-0e84cb577844 HTTP/1.1" status: 200 len: 1098 time: 0.0868356 Apr 22 16:25:50.700409 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d195e49b-f42b-4cb9-b04b-11151acc339a req-a2b32473-556f-4873-8bb8-46ab6d489de6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372498 Apr 22 16:25:51.833218 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09958e-7d4d-4031-87e5-d20454c00d11 req-eec36377-9089-41fc-a9c3-137d75e9ae29 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:51.834829 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6b09958e-7d4d-4031-87e5-d20454c00d11 req-eec36377-9089-41fc-a9c3-137d75e9ae29 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=818b09a7-f052-407c-8b20-0e84cb577844 HTTP/1.1" status: 200 len: 945 time: 0.0894446 Apr 22 16:25:51.881981 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6b09958e-7d4d-4031-87e5-d20454c00d11 req-7250ceef-545c-4518-ae77-6ab6c0a5a079 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408814 Apr 22 16:25:58.241560 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-3b86e133-9724-465e-9eb0-04cd2ea8f751 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:58.243170 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-3b86e133-9724-465e-9eb0-04cd2ea8f751 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/networks?id=d092fc53-b482-4192-bf6c-732b971f5bdf HTTP/1.1" status: 200 len: 815 time: 0.1575308 Apr 22 16:25:58.259565 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-16cdb570-833a-48c7-8bbc-9972076bfb75 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/quotas/d4d47aeffe6449d9877ed4d6fbc7564d HTTP/1.1" status: 200 len: 375 time: 0.0102153 Apr 22 16:25:58.355070 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-895aee15-b192-4a57-97f9-74d72f3bd163 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4d47aeffe6449d9877ed4d6fbc7564d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0900178 Apr 22 16:25:58.497462 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-d30ab606-f174-4630-8a5a-9a276ba3c453 service neutron] 10.222.0.21 "GET /v2.0/networks/d092fc53-b482-4192-bf6c-732b971f5bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349068 Apr 22 16:25:58.638061 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-d62d931f-4659-4f3a-9758-5455f7b9511d service neutron] 10.222.0.21 "GET /v2.0/networks/d092fc53-b482-4192-bf6c-732b971f5bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334877 Apr 22 16:25:58.834211 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3173bcc4-680f-4645-a6aa-641eb356407a req-1ca0c604-3221-43b3-a974-54a2301d2357 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ca01ba-3ec3-4a64-bd17-939a3f137c59 HTTP/1.1" status: 200 len: 210 time: 0.0486176 Apr 22 16:25:59.927701 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-5c34cd36-310c-4781-8341-3beeac9b0ffe tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:25:59.929388 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-5c34cd36-310c-4781-8341-3beeac9b0ffe tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.43 "GET /v2.0/networks?id=d092fc53-b482-4192-bf6c-732b971f5bdf HTTP/1.1" status: 200 len: 815 time: 0.1616032 Apr 22 16:25:59.944024 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-050e35b1-1484-4573-974f-a2d3850fa165 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Request body: {'port': {'device_id': 'f0ca01ba-3ec3-4a64-bd17-939a3f137c59', 'network_id': 'd092fc53-b482-4192-bf6c-732b971f5bdf', 'admin_state_up': True, 'tenant_id': 'd4d47aeffe6449d9877ed4d6fbc7564d'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:26:00.031258 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-52e0a734-455f-46cf-8791-1abc36ab1540 req-72012101-6da8-42a4-af55-d2d7f6c0fdbb tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ca01ba-3ec3-4a64-bd17-939a3f137c59 HTTP/1.1" status: 200 len: 210 time: 0.0716488 Apr 22 16:26:00.374994 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-050e35b1-1484-4573-974f-a2d3850fa165 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:00.385972 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-050e35b1-1484-4573-974f-a2d3850fa165 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:00.395116 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-050e35b1-1484-4573-974f-a2d3850fa165 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Made reservation on behalf of d4d47aeffe6449d9877ed4d6fbc7564d for: {'port': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:26:00.401168 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-050e35b1-1484-4573-974f-a2d3850fa165 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:00.570450 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-050e35b1-1484-4573-974f-a2d3850fa165 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Allocated IP 172.20.0.3 (d092fc53-b482-4192-bf6c-732b971f5bdf/d1556654-0175-4c1d-a641-b7f60b555a91/785e4f42-8004-42af-b1d6-77202a261bcc) {{(pid=86316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:26:00.780797 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-050e35b1-1484-4573-974f-a2d3850fa165 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks [] for port, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:00.810209 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-050e35b1-1484-4573-974f-a2d3850fa165 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:00.816954 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b8835be5-1748-41f0-b883-d1950576e991 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:00.824245 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['69b79ed1-50e3-4e94-9ae3-49ada37f1a69', '70047604-1dbe-4b74-84d9-8cbd0071bd0d', '57c6256e-8719-4d95-9fa9-466985afde07'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:26:00.885604 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-050e35b1-1484-4573-974f-a2d3850fa165 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Network d092fc53-b482-4192-bf6c-732b971f5bdf is already hosted by enough agents. {{(pid=86316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:26:00.889426 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-050e35b1-1484-4573-974f-a2d3850fa165 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Resources bound (agent type, host, resource id): {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:26:00.893803 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-050e35b1-1484-4573-974f-a2d3850fa165 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Received port after_create {{(pid=86316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:26:00.938755 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e35b1-1484-4573-974f-a2d3850fa165 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Pushing event updated for resources: {'Port': ['ID=785e4f42-8004-42af-b1d6-77202a261bcc,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:00.957139 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e35b1-1484-4573-974f-a2d3850fa165 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:00.957571 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e35b1-1484-4573-974f-a2d3850fa165 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:00.957994 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e35b1-1484-4573-974f-a2d3850fa165 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:00.958390 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e35b1-1484-4573-974f-a2d3850fa165 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:00.958865 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e35b1-1484-4573-974f-a2d3850fa165 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:00.959214 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e35b1-1484-4573-974f-a2d3850fa165 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:00.959601 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e35b1-1484-4573-974f-a2d3850fa165 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:00.960008 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e35b1-1484-4573-974f-a2d3850fa165 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:00.960417 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e35b1-1484-4573-974f-a2d3850fa165 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:00.960823 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e35b1-1484-4573-974f-a2d3850fa165 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:00.961231 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e35b1-1484-4573-974f-a2d3850fa165 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:00.961636 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e35b1-1484-4573-974f-a2d3850fa165 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:00.967621 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-050e35b1-1484-4573-974f-a2d3850fa165 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:00.981449 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-050e35b1-1484-4573-974f-a2d3850fa165 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:00.982117 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-050e35b1-1484-4573-974f-a2d3850fa165 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:01.007396 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-050e35b1-1484-4573-974f-a2d3850fa165 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0681493 Apr 22 16:26:01.021225 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-d68d6afd-358e-4607-bc15-50ef2eea347e service neutron] Request body: {'port': {'device_id': 'f0ca01ba-3ec3-4a64-bd17-939a3f137c59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:26:01.150633 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-d68d6afd-358e-4607-bc15-50ef2eea347e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:01.374771 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534655ab-fd90-4ab0-bf3f-a782f480d3ef req-48ee3a8c-c2c7-4047-9990-7fce541d1b18 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:01.375539 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-534655ab-fd90-4ab0-bf3f-a782f480d3ef req-48ee3a8c-c2c7-4047-9990-7fce541d1b18 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Synchronizing usage tracker for tenant:d4d47aeffe6449d9877ed4d6fbc7564d on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:26:01.473173 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-534655ab-fd90-4ab0-bf3f-a782f480d3ef req-48ee3a8c-c2c7-4047-9990-7fce541d1b18 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Unset dirty status for tenant:d4d47aeffe6449d9877ed4d6fbc7564d on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:26:01.474449 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-534655ab-fd90-4ab0-bf3f-a782f480d3ef req-48ee3a8c-c2c7-4047-9990-7fce541d1b18 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ca01ba-3ec3-4a64-bd17-939a3f137c59 HTTP/1.1" status: 200 len: 931 time: 0.3252990 Apr 22 16:26:01.550099 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-534655ab-fd90-4ab0-bf3f-a782f480d3ef req-fa0849ed-8f10-402d-96a9-c6e9afced34b tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682535 Apr 22 16:26:01.635575 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-d68d6afd-358e-4607-bc15-50ef2eea347e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 785e4f42-8004-42af-b1d6-77202a261bcc {{(pid=86316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:26:01.644005 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-d68d6afd-358e-4607-bc15-50ef2eea347e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:01.659683 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-d68d6afd-358e-4607-bc15-50ef2eea347e service neutron] Transition to ACTIVE for port object 785e4f42-8004-42af-b1d6-77202a261bcc will not be triggered until provisioned by entity L2. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:26:01.662415 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-d68d6afd-358e-4607-bc15-50ef2eea347e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:01.667084 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-a26d4b30-43c4-4a45-90ef-4089dfdd6001 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:01.838898 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d6afd-358e-4607-bc15-50ef2eea347e service neutron] Pushing event updated for resources: {'Port': ['ID=785e4f42-8004-42af-b1d6-77202a261bcc,revision_number=2']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:01.841812 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d68d6afd-358e-4607-bc15-50ef2eea347e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:01.910462 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-d68d6afd-358e-4607-bc15-50ef2eea347e service neutron] Attempting to bind port 785e4f42-8004-42af-b1d6-77202a261bcc on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:26:01.910805 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-d68d6afd-358e-4607-bc15-50ef2eea347e service neutron] Attempting to bind port 785e4f42-8004-42af-b1d6-77202a261bcc by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '0ef4cef5-1a67-4d61-800b-38259658d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd092fc53-b482-4192-bf6c-732b971f5bdf'}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:26:01.911168 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-d68d6afd-358e-4607-bc15-50ef2eea347e service neutron] Attempting to bind port 785e4f42-8004-42af-b1d6-77202a261bcc on network d092fc53-b482-4192-bf6c-732b971f5bdf {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:26:01.916025 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-d68d6afd-358e-4607-bc15-50ef2eea347e service neutron] Port 785e4f42-8004-42af-b1d6-77202a261bcc on network d092fc53-b482-4192-bf6c-732b971f5bdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:26:01.916381 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-d68d6afd-358e-4607-bc15-50ef2eea347e service neutron] Attempting to bind port 785e4f42-8004-42af-b1d6-77202a261bcc on network d092fc53-b482-4192-bf6c-732b971f5bdf {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:26:01.921753 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-d68d6afd-358e-4607-bc15-50ef2eea347e service neutron] Checking agent: {'id': '016b7565-6632-473e-a317-92a5bd3f2916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'started_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:26:01.922121 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-d68d6afd-358e-4607-bc15-50ef2eea347e service neutron] Checking segment: {'id': '0ef4cef5-1a67-4d61-800b-38259658d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd092fc53-b482-4192-bf6c-732b971f5bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:26:01.922556 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-d68d6afd-358e-4607-bc15-50ef2eea347e service neutron] Bound using segment: {'id': '0ef4cef5-1a67-4d61-800b-38259658d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd092fc53-b482-4192-bf6c-732b971f5bdf'} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:26:01.923021 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-d68d6afd-358e-4607-bc15-50ef2eea347e service neutron] Bound port: 785e4f42-8004-42af-b1d6-77202a261bcc, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef4cef5-1a67-4d61-800b-38259658d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd092fc53-b482-4192-bf6c-732b971f5bdf'}}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:26:01.923394 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-d68d6afd-358e-4607-bc15-50ef2eea347e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:02.018796 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-d68d6afd-358e-4607-bc15-50ef2eea347e service neutron] For port 785e4f42-8004-42af-b1d6-77202a261bcc, host hv-cinder-78462, cleared binding levels {{(pid=86316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:26:02.022017 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-d68d6afd-358e-4607-bc15-50ef2eea347e service neutron] For port 785e4f42-8004-42af-b1d6-77202a261bcc, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=785e4f42-8004-42af-b1d6-77202a261bcc,segment=NetworkSegment(0ef4cef5-1a67-4d61-800b-38259658d873),segment_id=0ef4cef5-1a67-4d61-800b-38259658d873)] {{(pid=86316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:26:02.025347 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-d68d6afd-358e-4607-bc15-50ef2eea347e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:02.030121 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-56ccc84f-8695-4f34-916f-032e7d44f9ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:02.083782 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-d68d6afd-358e-4607-bc15-50ef2eea347e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:02.084458 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-d68d6afd-358e-4607-bc15-50ef2eea347e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:02.085994 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-d68d6afd-358e-4607-bc15-50ef2eea347e service neutron] 10.222.0.43 "PUT /v2.0/ports/785e4f42-8004-42af-b1d6-77202a261bcc HTTP/1.1" status: 200 len: 1093 time: 1.0695748 Apr 22 16:26:02.086523 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ca01ba-3ec3-4a64-bd17-939a3f137c59', 'tag': '785e4f42-8004-42af-b1d6-77202a261bcc'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:26:02.116252 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d6afd-358e-4607-bc15-50ef2eea347e service neutron] Pushing event updated for resources: {'Port': ['ID=785e4f42-8004-42af-b1d6-77202a261bcc,revision_number=3']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:02.119433 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d68d6afd-358e-4607-bc15-50ef2eea347e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:02.195147 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ca01ba-3ec3-4a64-bd17-939a3f137c59', 'tag': '785e4f42-8004-42af-b1d6-77202a261bcc', 'status': 'completed', 'code': 200} Apr 22 16:26:02.207351 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-9d4233f3-1e51-46b0-90d7-cca3245af7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:02.208948 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-9d4233f3-1e51-46b0-90d7-cca3245af7aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4d47aeffe6449d9877ed4d6fbc7564d&device_id=f0ca01ba-3ec3-4a64-bd17-939a3f137c59 HTTP/1.1" status: 200 len: 1096 time: 0.0881212 Apr 22 16:26:02.282603 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-65f17e4f-42c3-4136-b350-18b78895588a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=785e4f42-8004-42af-b1d6-77202a261bcc HTTP/1.1" status: 200 len: 217 time: 0.0660157 Apr 22 16:26:02.354924 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-0e86d09c-ad4e-43b6-b35c-79bcfb50f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:02.356472 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-0e86d09c-ad4e-43b6-b35c-79bcfb50f528 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1556654-0175-4c1d-a641-b7f60b555a91 HTTP/1.1" status: 200 len: 855 time: 0.0669899 Apr 22 16:26:02.408245 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-9f999af5-ff74-4e5d-83ab-42c5fa4eba81 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d092fc53-b482-4192-bf6c-732b971f5bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454178 Apr 22 16:26:02.551224 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-189f6a1b-f8b7-45c6-b4da-6fe165a46bd6 service neutron] 10.222.0.43 "GET /v2.0/networks/d092fc53-b482-4192-bf6c-732b971f5bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355736 Apr 22 16:26:02.760087 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7bb27ec7-f12b-49b9-ad87-9db7d188ad6f req-dc687ac5-6047-47fe-8047-a02a409ff779 service neutron] 10.222.0.43 "GET /v2.0/networks/d092fc53-b482-4192-bf6c-732b971f5bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016098 Apr 22 16:26:02.782261 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b058a-0ba4-4b20-831a-aa6e0c970879 req-5e77d872-6726-4457-a556-01c4e88f2c17 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:02.783921 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-683b058a-0ba4-4b20-831a-aa6e0c970879 req-5e77d872-6726-4457-a556-01c4e88f2c17 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ca01ba-3ec3-4a64-bd17-939a3f137c59 HTTP/1.1" status: 200 len: 943 time: 0.1150837 Apr 22 16:26:02.880470 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-683b058a-0ba4-4b20-831a-aa6e0c970879 req-2f4da36d-86e7-4d10-8108-76f5d51467d4 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900807 Apr 22 16:26:02.906150 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328602aa-a4e0-4e0d-85f1-873c18fe8dfb req-9b9c364f-5a64-40a9-b0cf-ede2bed59361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:02.907729 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-328602aa-a4e0-4e0d-85f1-873c18fe8dfb req-9b9c364f-5a64-40a9-b0cf-ede2bed59361 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4d47aeffe6449d9877ed4d6fbc7564d&device_id=f0ca01ba-3ec3-4a64-bd17-939a3f137c59 HTTP/1.1" status: 200 len: 1096 time: 0.1011915 Apr 22 16:26:03.051038 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328602aa-a4e0-4e0d-85f1-873c18fe8dfb req-50e98890-570f-48e8-81c6-1e520e31a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:03.052616 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-328602aa-a4e0-4e0d-85f1-873c18fe8dfb req-50e98890-570f-48e8-81c6-1e520e31a835 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d092fc53-b482-4192-bf6c-732b971f5bdf HTTP/1.1" status: 200 len: 916 time: 0.1371861 Apr 22 16:26:03.130012 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-328602aa-a4e0-4e0d-85f1-873c18fe8dfb req-f7d0cf62-0783-4f96-bc86-893de0019cba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=785e4f42-8004-42af-b1d6-77202a261bcc HTTP/1.1" status: 200 len: 217 time: 0.0701842 Apr 22 16:26:03.198945 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328602aa-a4e0-4e0d-85f1-873c18fe8dfb req-54ec7a4d-a824-4e31-965d-06a01ba8a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:03.200418 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-328602aa-a4e0-4e0d-85f1-873c18fe8dfb req-54ec7a4d-a824-4e31-965d-06a01ba8a771 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d1556654-0175-4c1d-a641-b7f60b555a91 HTTP/1.1" status: 200 len: 855 time: 0.0640938 Apr 22 16:26:03.257570 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-328602aa-a4e0-4e0d-85f1-873c18fe8dfb req-8550c874-1377-4395-a63f-d91fdad2c1a4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d092fc53-b482-4192-bf6c-732b971f5bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485029 Apr 22 16:26:03.402222 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-328602aa-a4e0-4e0d-85f1-873c18fe8dfb req-85f38754-e429-4c41-8747-d8ced97f7d64 service neutron] 10.222.0.43 "GET /v2.0/networks/d092fc53-b482-4192-bf6c-732b971f5bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368539 Apr 22 16:26:03.544796 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-328602aa-a4e0-4e0d-85f1-873c18fe8dfb req-c5121729-5608-42ea-8b2d-693521294050 service neutron] 10.222.0.43 "GET /v2.0/networks/d092fc53-b482-4192-bf6c-732b971f5bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344066 Apr 22 16:26:04.084100 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd11e8-99b2-4bff-8796-d2988b0446e6 req-7fafd361-e624-438d-b8b8-620f74b30cd3 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:04.085684 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6efd11e8-99b2-4bff-8796-d2988b0446e6 req-7fafd361-e624-438d-b8b8-620f74b30cd3 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ca01ba-3ec3-4a64-bd17-939a3f137c59 HTTP/1.1" status: 200 len: 943 time: 0.0890889 Apr 22 16:26:04.131876 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-6efd11e8-99b2-4bff-8796-d2988b0446e6 req-b774d899-317f-4da1-905f-8eae04d318e8 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399094 Apr 22 16:26:04.200881 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 785e4f42-8004-42af-b1d6-77202a261bcc details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:26:04.512899 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 785e4f42-8004-42af-b1d6-77202a261bcc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=785e4f42-8004-42af-b1d6-77202a261bcc,segment=NetworkSegment(0ef4cef5-1a67-4d61-800b-38259658d873),segment_id=0ef4cef5-1a67-4d61-800b-38259658d873)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:26:04.527599 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Returning: {'device': '785e4f42-8004-42af-b1d6-77202a261bcc', 'network_id': 'd092fc53-b482-4192-bf6c-732b971f5bdf', 'port_id': '785e4f42-8004-42af-b1d6-77202a261bcc', 'mac_address': 'fa:16:3e:12:bb:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1556654-0175-4c1d-a641-b7f60b555a91', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:26:04.588832 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:04.607573 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 785e4f42-8004-42af-b1d6-77202a261bcc {{(pid=86317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:26:04.624234 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 785e4f42-8004-42af-b1d6-77202a261bcc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=785e4f42-8004-42af-b1d6-77202a261bcc,segment=NetworkSegment(0ef4cef5-1a67-4d61-800b-38259658d873),segment_id=0ef4cef5-1a67-4d61-800b-38259658d873)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:26:04.626916 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:04.630050 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:04.699653 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=785e4f42-8004-42af-b1d6-77202a261bcc,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:04.703032 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:04.879881 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['785e4f42-8004-42af-b1d6-77202a261bcc'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:26:05.337635 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84207af6-7dbf-4a81-9958-73d912de15b0 req-ff026bb7-ea08-4de2-b9ff-f76fa8ef1772 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:05.339225 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-84207af6-7dbf-4a81-9958-73d912de15b0 req-ff026bb7-ea08-4de2-b9ff-f76fa8ef1772 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ca01ba-3ec3-4a64-bd17-939a3f137c59 HTTP/1.1" status: 200 len: 944 time: 0.0918584 Apr 22 16:26:05.388079 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-84207af6-7dbf-4a81-9958-73d912de15b0 req-2da2929d-1cfd-4931-8cf0-dd52c5c02da1 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426347 Apr 22 16:26:06.201846 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 785e4f42-8004-42af-b1d6-77202a261bcc up at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:26:06.271305 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning for port 785e4f42-8004-42af-b1d6-77202a261bcc completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:26:06.276000 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning complete for port 785e4f42-8004-42af-b1d6-77202a261bcc triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:26:06.276417 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:06.397274 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:06.425609 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ca01ba-3ec3-4a64-bd17-939a3f137c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785e4f42-8004-42af-b1d6-77202a261bcc'}] {{(pid=86317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:26:06.436144 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 785e4f42-8004-42af-b1d6-77202a261bcc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=785e4f42-8004-42af-b1d6-77202a261bcc,segment=NetworkSegment(0ef4cef5-1a67-4d61-800b-38259658d873),segment_id=0ef4cef5-1a67-4d61-800b-38259658d873)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:26:06.439396 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:06.442397 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:06.478645 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ca01ba-3ec3-4a64-bd17-939a3f137c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785e4f42-8004-42af-b1d6-77202a261bcc', 'code': 200} Apr 22 16:26:06.520498 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=785e4f42-8004-42af-b1d6-77202a261bcc,revision_number=5']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:06.523669 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:06.601543 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7759a5-bc12-4430-8aa2-a43b84504793 req-814574c4-df04-4b5b-945a-81c31e7e8220 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:06.603203 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1f7759a5-bc12-4430-8aa2-a43b84504793 req-814574c4-df04-4b5b-945a-81c31e7e8220 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ca01ba-3ec3-4a64-bd17-939a3f137c59 HTTP/1.1" status: 200 len: 945 time: 0.0984106 Apr 22 16:26:06.698472 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1f7759a5-bc12-4430-8aa2-a43b84504793 req-fc0446e7-7b35-416a-bff9-a7d3b59c0d1b tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888290 Apr 22 16:26:06.729461 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866fd89-369c-441d-93ff-47b63419460b req-6da95bf8-c82d-4177-aeaa-4ac49bc51cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:06.731109 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8866fd89-369c-441d-93ff-47b63419460b req-6da95bf8-c82d-4177-aeaa-4ac49bc51cf5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f0ca01ba-3ec3-4a64-bd17-939a3f137c59 HTTP/1.1" status: 200 len: 1098 time: 0.0860629 Apr 22 16:26:06.774570 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8866fd89-369c-441d-93ff-47b63419460b req-6cb2b128-2404-4414-949f-21ad024a6ecd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357227 Apr 22 16:26:07.900505 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b79a80-8054-4d94-abf7-95ca81b2628b req-4dc07f48-58aa-4386-b981-56939498403e tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:07.902075 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-49b79a80-8054-4d94-abf7-95ca81b2628b req-4dc07f48-58aa-4386-b981-56939498403e tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ca01ba-3ec3-4a64-bd17-939a3f137c59 HTTP/1.1" status: 200 len: 945 time: 0.0876508 Apr 22 16:26:07.949690 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-49b79a80-8054-4d94-abf7-95ca81b2628b req-10caace9-6919-4944-859e-49cc560f4442 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411544 Apr 22 16:26:08.108108 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:08.463579 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-65a12f89-1b1d-460e-904e-80fe8f05967c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:11.412432 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-16e10296-2f6d-40aa-92ba-c5f23f56b7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:11.630267 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:11.819017 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:13.170521 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:15.762400 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2f146-8c9c-4fa9-8ed1-b333ebd329d6 req-1ec0fed3-d292-4b12-b4bc-492615a8ff1c tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:15.764014 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-70e2f146-8c9c-4fa9-8ed1-b333ebd329d6 req-1ec0fed3-d292-4b12-b4bc-492615a8ff1c tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ca01ba-3ec3-4a64-bd17-939a3f137c59 HTTP/1.1" status: 200 len: 945 time: 0.0918629 Apr 22 16:26:15.812368 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-70e2f146-8c9c-4fa9-8ed1-b333ebd329d6 req-c95d1050-f583-4043-bcec-e106275d8b30 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419199 Apr 22 16:26:17.018332 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee14e1-d157-41ee-ae97-07ca549c8b80 req-a1fafdbb-9b55-4181-967e-54e2dbfc3bf3 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:17.019966 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-01ee14e1-d157-41ee-ae97-07ca549c8b80 req-a1fafdbb-9b55-4181-967e-54e2dbfc3bf3 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ca01ba-3ec3-4a64-bd17-939a3f137c59 HTTP/1.1" status: 200 len: 945 time: 0.0919423 Apr 22 16:26:17.297280 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-01ee14e1-d157-41ee-ae97-07ca549c8b80 req-06746207-1f7d-4533-8010-aea55cf18fe8 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701705 Apr 22 16:26:17.434901 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca1c95-7dbc-450f-b586-39dade403319 req-02b36726-c1f8-405f-9468-29903f5f85ba tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:17.437549 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-40ca1c95-7dbc-450f-b586-39dade403319 req-02b36726-c1f8-405f-9468-29903f5f85ba tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0ca01ba-3ec3-4a64-bd17-939a3f137c59 HTTP/1.1" status: 200 len: 945 time: 0.0995450 Apr 22 16:26:17.545487 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-40ca1c95-7dbc-450f-b586-39dade403319 req-b1b086a6-9c1e-4721-9e1e-16979b1b70fb tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Deleting port 785e4f42-8004-42af-b1d6-77202a261bcc {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:26:17.545868 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-40ca1c95-7dbc-450f-b586-39dade403319 req-b1b086a6-9c1e-4721-9e1e-16979b1b70fb tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:17.853529 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-40ca1c95-7dbc-450f-b586-39dade403319 req-b1b086a6-9c1e-4721-9e1e-16979b1b70fb tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] For port 785e4f42-8004-42af-b1d6-77202a261bcc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=785e4f42-8004-42af-b1d6-77202a261bcc,segment=NetworkSegment(0ef4cef5-1a67-4d61-800b-38259658d873),segment_id=0ef4cef5-1a67-4d61-800b-38259658d873)] {{(pid=86316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:26:17.853929 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-40ca1c95-7dbc-450f-b586-39dade403319 req-b1b086a6-9c1e-4721-9e1e-16979b1b70fb tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:17.991580 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-40ca1c95-7dbc-450f-b586-39dade403319 req-b1b086a6-9c1e-4721-9e1e-16979b1b70fb tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Calling delete_port for 785e4f42-8004-42af-b1d6-77202a261bcc owned by compute:nova {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:26:18.148211 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-40ca1c95-7dbc-450f-b586-39dade403319 req-b1b086a6-9c1e-4721-9e1e-16979b1b70fb tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:18.153989 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e975b5ea-2616-41b3-908e-2e613094500a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:18.164137 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['69b79ed1-50e3-4e94-9ae3-49ada37f1a69', '70047604-1dbe-4b74-84d9-8cbd0071bd0d', '57c6256e-8719-4d95-9fa9-466985afde07', '785e4f42-8004-42af-b1d6-77202a261bcc'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:26:18.205459 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b086a6-9c1e-4721-9e1e-16979b1b70fb tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Pushing event deleted for resources: {'Port': ['ID=785e4f42-8004-42af-b1d6-77202a261bcc,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:18.209512 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b1b086a6-9c1e-4721-9e1e-16979b1b70fb tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:18.321866 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ca1c95-7dbc-450f-b586-39dade403319 req-b1b086a6-9c1e-4721-9e1e-16979b1b70fb tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] No DVR routers for this DVR port 785e4f42-8004-42af-b1d6-77202a261bcc on host hv-cinder-78462 {{(pid=86316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:26:18.324601 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-40ca1c95-7dbc-450f-b586-39dade403319 req-b1b086a6-9c1e-4721-9e1e-16979b1b70fb tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:18.327674 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ca01ba-3ec3-4a64-bd17-939a3f137c59', 'name': 'network-vif-deleted', 'tag': '785e4f42-8004-42af-b1d6-77202a261bcc'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:26:18.349980 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-40ca1c95-7dbc-450f-b586-39dade403319 req-b1b086a6-9c1e-4721-9e1e-16979b1b70fb tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.43 "DELETE /v2.0/ports/785e4f42-8004-42af-b1d6-77202a261bcc HTTP/1.1" status: 204 len: 173 time: 0.9066823 Apr 22 16:26:18.391198 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ca01ba-3ec3-4a64-bd17-939a3f137c59', 'name': 'network-vif-deleted', 'tag': '785e4f42-8004-42af-b1d6-77202a261bcc', 'status': 'completed', 'code': 200} Apr 22 16:26:18.466726 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-0bc7d722-f6a5-4eb8-99f9-b8aecb74da4a req-c016f57e-eebc-4a55-a736-a8b3eefd5012 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Synchronizing usage tracker for tenant:d4d47aeffe6449d9877ed4d6fbc7564d on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:26:18.483092 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-0bc7d722-f6a5-4eb8-99f9-b8aecb74da4a req-c016f57e-eebc-4a55-a736-a8b3eefd5012 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Unset dirty status for tenant:d4d47aeffe6449d9877ed4d6fbc7564d on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:26:18.484363 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-0bc7d722-f6a5-4eb8-99f9-b8aecb74da4a req-c016f57e-eebc-4a55-a736-a8b3eefd5012 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0ca01ba-3ec3-4a64-bd17-939a3f137c59 HTTP/1.1" status: 200 len: 210 time: 0.0696378 Apr 22 16:26:20.268464 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 785e4f42-8004-42af-b1d6-77202a261bcc no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:26:20.306984 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] No Port match for: 785e4f42-8004-42af-b1d6-77202a261bcc {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:26:20.307301 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 785e4f42-8004-42af-b1d6-77202a261bcc not bound to the agent host hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:26:20.393166 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:26:21.226426 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955f2f0-702a-4662-b0ab-7b74b3e61dd9 req-8e20b0c3-602f-4213-b7a1-c664b31c5659 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:21.228051 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7955f2f0-702a-4662-b0ab-7b74b3e61dd9 req-8e20b0c3-602f-4213-b7a1-c664b31c5659 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=818b09a7-f052-407c-8b20-0e84cb577844 HTTP/1.1" status: 200 len: 945 time: 0.0889704 Apr 22 16:26:21.281372 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7955f2f0-702a-4662-b0ab-7b74b3e61dd9 req-8f6c133c-1d52-4e0b-9e0c-a607b08a0b60 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467772 Apr 22 16:26:22.488161 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57196d8-ec13-4ba4-ae80-a21e71271624 req-8a4bd49a-a1a2-4c20-ba4f-0f22ea58cabf tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:22.489763 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d57196d8-ec13-4ba4-ae80-a21e71271624 req-8a4bd49a-a1a2-4c20-ba4f-0f22ea58cabf tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=818b09a7-f052-407c-8b20-0e84cb577844 HTTP/1.1" status: 200 len: 945 time: 0.0896597 Apr 22 16:26:22.541902 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d57196d8-ec13-4ba4-ae80-a21e71271624 req-7213672e-0f53-4c91-bc47-ba0834bd648a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455270 Apr 22 16:26:22.817179 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479771a-1929-4938-aec1-d2b7a0bf9a32 req-81c8a64f-2073-404b-bfe3-0198d49e0672 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:22.818736 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8479771a-1929-4938-aec1-d2b7a0bf9a32 req-81c8a64f-2073-404b-bfe3-0198d49e0672 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.43 "GET /v2.0/ports?device_id=818b09a7-f052-407c-8b20-0e84cb577844 HTTP/1.1" status: 200 len: 945 time: 0.0923004 Apr 22 16:26:22.895590 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-8479771a-1929-4938-aec1-d2b7a0bf9a32 req-26f8f17f-91b6-4a37-a694-5b43ef660f7b tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Deleting port 57c6256e-8719-4d95-9fa9-466985afde07 {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:26:22.895967 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-8479771a-1929-4938-aec1-d2b7a0bf9a32 req-26f8f17f-91b6-4a37-a694-5b43ef660f7b tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:23.161633 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-8479771a-1929-4938-aec1-d2b7a0bf9a32 req-26f8f17f-91b6-4a37-a694-5b43ef660f7b tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] For port 57c6256e-8719-4d95-9fa9-466985afde07, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=57c6256e-8719-4d95-9fa9-466985afde07,segment=NetworkSegment(0ef4cef5-1a67-4d61-800b-38259658d873),segment_id=0ef4cef5-1a67-4d61-800b-38259658d873)] {{(pid=86316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:26:23.162026 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-8479771a-1929-4938-aec1-d2b7a0bf9a32 req-26f8f17f-91b6-4a37-a694-5b43ef660f7b tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:23.294186 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-8479771a-1929-4938-aec1-d2b7a0bf9a32 req-26f8f17f-91b6-4a37-a694-5b43ef660f7b tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Calling delete_port for 57c6256e-8719-4d95-9fa9-466985afde07 owned by compute:nova {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:26:23.458767 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-8479771a-1929-4938-aec1-d2b7a0bf9a32 req-26f8f17f-91b6-4a37-a694-5b43ef660f7b tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:23.464825 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-a857d9bd-634f-4c0a-87df-ca130c146d77 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:23.470848 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['69b79ed1-50e3-4e94-9ae3-49ada37f1a69', '70047604-1dbe-4b74-84d9-8cbd0071bd0d', '57c6256e-8719-4d95-9fa9-466985afde07'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:26:23.512185 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8f17f-91b6-4a37-a694-5b43ef660f7b tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Pushing event deleted for resources: {'Port': ['ID=57c6256e-8719-4d95-9fa9-466985afde07,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:23.516015 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-26f8f17f-91b6-4a37-a694-5b43ef660f7b tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:23.603344 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-8479771a-1929-4938-aec1-d2b7a0bf9a32 req-26f8f17f-91b6-4a37-a694-5b43ef660f7b tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] No DVR routers for this DVR port 57c6256e-8719-4d95-9fa9-466985afde07 on host hv-cinder-78462 {{(pid=86316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:26:23.605943 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-8479771a-1929-4938-aec1-d2b7a0bf9a32 req-26f8f17f-91b6-4a37-a694-5b43ef660f7b tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:23.610553 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818b09a7-f052-407c-8b20-0e84cb577844', 'name': 'network-vif-deleted', 'tag': '57c6256e-8719-4d95-9fa9-466985afde07'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:26:23.625407 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8479771a-1929-4938-aec1-d2b7a0bf9a32 req-26f8f17f-91b6-4a37-a694-5b43ef660f7b tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.43 "DELETE /v2.0/ports/57c6256e-8719-4d95-9fa9-466985afde07 HTTP/1.1" status: 204 len: 173 time: 0.8012228 Apr 22 16:26:23.728470 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-9b2690d7-3a99-410f-b7fd-3f1db3572e1b req-24766877-9c4e-4ba5-aba2-d47b11423049 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Synchronizing usage tracker for tenant:d4d47aeffe6449d9877ed4d6fbc7564d on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:26:23.732516 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818b09a7-f052-407c-8b20-0e84cb577844', 'name': 'network-vif-deleted', 'tag': '57c6256e-8719-4d95-9fa9-466985afde07', 'status': 'completed', 'code': 200} Apr 22 16:26:23.746728 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-9b2690d7-3a99-410f-b7fd-3f1db3572e1b req-24766877-9c4e-4ba5-aba2-d47b11423049 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Unset dirty status for tenant:d4d47aeffe6449d9877ed4d6fbc7564d on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:26:23.748052 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-9b2690d7-3a99-410f-b7fd-3f1db3572e1b req-24766877-9c4e-4ba5-aba2-d47b11423049 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=818b09a7-f052-407c-8b20-0e84cb577844 HTTP/1.1" status: 200 len: 210 time: 0.0735664 Apr 22 16:26:25.234743 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e6701-400f-48a1-b411-486717cd962d req-b106972c-0fe0-44f5-abe6-20c7bad8189e tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:25.236312 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-074e6701-400f-48a1-b411-486717cd962d req-b106972c-0fe0-44f5-abe6-20c7bad8189e tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=454d7e87-9a4d-4403-b5a2-e2c37c59691a HTTP/1.1" status: 200 len: 946 time: 0.0906436 Apr 22 16:26:25.284701 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-074e6701-400f-48a1-b411-486717cd962d req-56b96793-b433-409d-a66c-a2bc497df926 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408533 Apr 22 16:26:26.309324 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 57c6256e-8719-4d95-9fa9-466985afde07 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:26:26.348305 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] No Port match for: 57c6256e-8719-4d95-9fa9-466985afde07 {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:26:26.348676 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 57c6256e-8719-4d95-9fa9-466985afde07 not bound to the agent host hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:26:26.482721 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91defa-a143-4fdc-b277-8339b38e4fa1 req-15a790aa-caef-4b75-931c-635f335482d3 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:26.484284 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7d91defa-a143-4fdc-b277-8339b38e4fa1 req-15a790aa-caef-4b75-931c-635f335482d3 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.43 "GET /v2.0/ports?device_id=454d7e87-9a4d-4403-b5a2-e2c37c59691a HTTP/1.1" status: 200 len: 946 time: 0.1646903 Apr 22 16:26:26.576479 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-7d91defa-a143-4fdc-b277-8339b38e4fa1 req-1e6c2668-6007-4f1a-8ad1-546c883ec00a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Deleting port 70047604-1dbe-4b74-84d9-8cbd0071bd0d {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:26:26.576775 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-7d91defa-a143-4fdc-b277-8339b38e4fa1 req-1e6c2668-6007-4f1a-8ad1-546c883ec00a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:26.620148 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244db931-53ad-4fd2-b82b-d6edf3a7fbbd req-aa4f27c0-fc1e-4de3-8f5b-41d9316f42dc tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:26.621746 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-244db931-53ad-4fd2-b82b-d6edf3a7fbbd req-aa4f27c0-fc1e-4de3-8f5b-41d9316f42dc tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=454d7e87-9a4d-4403-b5a2-e2c37c59691a HTTP/1.1" status: 200 len: 946 time: 0.2137978 Apr 22 16:26:26.726168 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-244db931-53ad-4fd2-b82b-d6edf3a7fbbd req-96c73ac0-68c4-40fd-a5d2-44d0b3612d06 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967565 Apr 22 16:26:26.889475 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-7d91defa-a143-4fdc-b277-8339b38e4fa1 req-1e6c2668-6007-4f1a-8ad1-546c883ec00a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] For port 70047604-1dbe-4b74-84d9-8cbd0071bd0d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=70047604-1dbe-4b74-84d9-8cbd0071bd0d,segment=NetworkSegment(0ef4cef5-1a67-4d61-800b-38259658d873),segment_id=0ef4cef5-1a67-4d61-800b-38259658d873)] {{(pid=86316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:26:26.889796 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-7d91defa-a143-4fdc-b277-8339b38e4fa1 req-1e6c2668-6007-4f1a-8ad1-546c883ec00a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:27.027680 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-7d91defa-a143-4fdc-b277-8339b38e4fa1 req-1e6c2668-6007-4f1a-8ad1-546c883ec00a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Calling delete_port for 70047604-1dbe-4b74-84d9-8cbd0071bd0d owned by compute:nova {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:26:27.175743 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-7d91defa-a143-4fdc-b277-8339b38e4fa1 req-1e6c2668-6007-4f1a-8ad1-546c883ec00a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:27.181353 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-26f8f17f-91b6-4a37-a694-5b43ef660f7b tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:27.186646 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['69b79ed1-50e3-4e94-9ae3-49ada37f1a69', '70047604-1dbe-4b74-84d9-8cbd0071bd0d'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:26:27.231115 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c2668-6007-4f1a-8ad1-546c883ec00a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Pushing event deleted for resources: {'Port': ['ID=70047604-1dbe-4b74-84d9-8cbd0071bd0d,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:27.234951 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1e6c2668-6007-4f1a-8ad1-546c883ec00a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:27.314198 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d91defa-a143-4fdc-b277-8339b38e4fa1 req-1e6c2668-6007-4f1a-8ad1-546c883ec00a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] No DVR routers for this DVR port 70047604-1dbe-4b74-84d9-8cbd0071bd0d on host hv-cinder-78462 {{(pid=86316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:26:27.317766 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-7d91defa-a143-4fdc-b277-8339b38e4fa1 req-1e6c2668-6007-4f1a-8ad1-546c883ec00a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:27.320683 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454d7e87-9a4d-4403-b5a2-e2c37c59691a', 'name': 'network-vif-deleted', 'tag': '70047604-1dbe-4b74-84d9-8cbd0071bd0d'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:26:27.339742 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7d91defa-a143-4fdc-b277-8339b38e4fa1 req-1e6c2668-6007-4f1a-8ad1-546c883ec00a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.43 "DELETE /v2.0/ports/70047604-1dbe-4b74-84d9-8cbd0071bd0d HTTP/1.1" status: 204 len: 173 time: 0.8494787 Apr 22 16:26:27.376101 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454d7e87-9a4d-4403-b5a2-e2c37c59691a', 'name': 'network-vif-deleted', 'tag': '70047604-1dbe-4b74-84d9-8cbd0071bd0d', 'status': 'completed', 'code': 200} Apr 22 16:26:27.908846 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-a1c66837-6b0e-455b-ac18-ace2e5847267 req-354bfdbb-1640-4c87-bbf7-6224e27d9263 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Synchronizing usage tracker for tenant:d4d47aeffe6449d9877ed4d6fbc7564d on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:26:27.923778 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-a1c66837-6b0e-455b-ac18-ace2e5847267 req-354bfdbb-1640-4c87-bbf7-6224e27d9263 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Unset dirty status for tenant:d4d47aeffe6449d9877ed4d6fbc7564d on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:26:27.925628 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-a1c66837-6b0e-455b-ac18-ace2e5847267 req-354bfdbb-1640-4c87-bbf7-6224e27d9263 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=454d7e87-9a4d-4403-b5a2-e2c37c59691a HTTP/1.1" status: 200 len: 210 time: 0.0692523 Apr 22 16:26:30.330625 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 70047604-1dbe-4b74-84d9-8cbd0071bd0d no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:26:30.368767 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] No Port match for: 70047604-1dbe-4b74-84d9-8cbd0071bd0d {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:26:30.369165 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 70047604-1dbe-4b74-84d9-8cbd0071bd0d not bound to the agent host hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:26:30.659679 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79ba9f-5fe8-442a-b937-f69dd8e65f43 req-c5861afa-c444-4dbf-8bfc-0fb6320970e0 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:30.661272 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-be79ba9f-5fe8-442a-b937-f69dd8e65f43 req-c5861afa-c444-4dbf-8bfc-0fb6320970e0 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=372bfb2b-59e5-4489-a532-f459813fc10f HTTP/1.1" status: 200 len: 946 time: 0.0896785 Apr 22 16:26:30.711448 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-be79ba9f-5fe8-442a-b937-f69dd8e65f43 req-0bd25f11-d0f9-4ff8-8796-1f6b975b1ccd tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434108 Apr 22 16:26:31.921666 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bf441-6b0a-4c1b-bf6e-538b0d4d5c82 req-0c4400df-1672-4317-926b-336a98512084 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:31.923301 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ba1bf441-6b0a-4c1b-bf6e-538b0d4d5c82 req-0c4400df-1672-4317-926b-336a98512084 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=372bfb2b-59e5-4489-a532-f459813fc10f HTTP/1.1" status: 200 len: 946 time: 0.0925877 Apr 22 16:26:31.974365 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ba1bf441-6b0a-4c1b-bf6e-538b0d4d5c82 req-90a156a7-9aef-438f-9e44-cac8981121d9 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/security-groups?id=19d6c8a6-c5b3-4033-948c-7384e01fd8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444148 Apr 22 16:26:32.086159 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9800c9-fb96-4a95-a31a-48172ebca801 req-141a9096-77ef-4d95-90bd-c46f5af48940 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:32.087721 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ff9800c9-fb96-4a95-a31a-48172ebca801 req-141a9096-77ef-4d95-90bd-c46f5af48940 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.43 "GET /v2.0/ports?device_id=372bfb2b-59e5-4489-a532-f459813fc10f HTTP/1.1" status: 200 len: 946 time: 0.0892642 Apr 22 16:26:32.168465 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-ff9800c9-fb96-4a95-a31a-48172ebca801 req-6d76bdf6-d376-4eb0-83d9-155443e03d29 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Deleting port 69b79ed1-50e3-4e94-9ae3-49ada37f1a69 {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:26:32.168840 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-ff9800c9-fb96-4a95-a31a-48172ebca801 req-6d76bdf6-d376-4eb0-83d9-155443e03d29 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:32.430982 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-ff9800c9-fb96-4a95-a31a-48172ebca801 req-6d76bdf6-d376-4eb0-83d9-155443e03d29 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] For port 69b79ed1-50e3-4e94-9ae3-49ada37f1a69, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=69b79ed1-50e3-4e94-9ae3-49ada37f1a69,segment=NetworkSegment(0ef4cef5-1a67-4d61-800b-38259658d873),segment_id=0ef4cef5-1a67-4d61-800b-38259658d873)] {{(pid=86316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:26:32.431377 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-ff9800c9-fb96-4a95-a31a-48172ebca801 req-6d76bdf6-d376-4eb0-83d9-155443e03d29 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:32.788762 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-ff9800c9-fb96-4a95-a31a-48172ebca801 req-6d76bdf6-d376-4eb0-83d9-155443e03d29 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Calling delete_port for 69b79ed1-50e3-4e94-9ae3-49ada37f1a69 owned by compute:nova {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:26:32.940266 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-ff9800c9-fb96-4a95-a31a-48172ebca801 req-6d76bdf6-d376-4eb0-83d9-155443e03d29 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:32.946325 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-fc988c47-9bca-4e30-ae2c-2c34e83e7bd4 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:32.994033 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76bdf6-d376-4eb0-83d9-155443e03d29 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Pushing event deleted for resources: {'Port': ['ID=69b79ed1-50e3-4e94-9ae3-49ada37f1a69,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:32.997977 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-6d76bdf6-d376-4eb0-83d9-155443e03d29 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:33.084037 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9800c9-fb96-4a95-a31a-48172ebca801 req-6d76bdf6-d376-4eb0-83d9-155443e03d29 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] No DVR routers for this DVR port 69b79ed1-50e3-4e94-9ae3-49ada37f1a69 on host hv-cinder-78462 {{(pid=86316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:26:33.086641 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-ff9800c9-fb96-4a95-a31a-48172ebca801 req-6d76bdf6-d376-4eb0-83d9-155443e03d29 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:33.089554 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372bfb2b-59e5-4489-a532-f459813fc10f', 'name': 'network-vif-deleted', 'tag': '69b79ed1-50e3-4e94-9ae3-49ada37f1a69'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:26:33.144967 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372bfb2b-59e5-4489-a532-f459813fc10f', 'name': 'network-vif-deleted', 'tag': '69b79ed1-50e3-4e94-9ae3-49ada37f1a69', 'status': 'completed', 'code': 200} Apr 22 16:26:33.151964 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-d9581c20-ff46-4ca3-897f-62e90c64ce96 req-26bd3612-049a-4b8e-85f5-d2727cebaa13 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Synchronizing usage tracker for tenant:d4d47aeffe6449d9877ed4d6fbc7564d on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:26:33.157468 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ff9800c9-fb96-4a95-a31a-48172ebca801 req-6d76bdf6-d376-4eb0-83d9-155443e03d29 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.43 "DELETE /v2.0/ports/69b79ed1-50e3-4e94-9ae3-49ada37f1a69 HTTP/1.1" status: 204 len: 173 time: 1.0635359 Apr 22 16:26:33.170300 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-d9581c20-ff46-4ca3-897f-62e90c64ce96 req-26bd3612-049a-4b8e-85f5-d2727cebaa13 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Unset dirty status for tenant:d4d47aeffe6449d9877ed4d6fbc7564d on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:26:33.171575 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-d9581c20-ff46-4ca3-897f-62e90c64ce96 req-26bd3612-049a-4b8e-85f5-d2727cebaa13 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] 10.222.0.21 "GET /v2.0/ports?device_id=372bfb2b-59e5-4489-a532-f459813fc10f HTTP/1.1" status: 200 len: 210 time: 0.0714896 Apr 22 16:26:34.276417 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 48654) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:34.339762 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 69b79ed1-50e3-4e94-9ae3-49ada37f1a69 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:26:34.351702 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc14894-a6d9-40a4-871c-c8c0a482290e admin admin] Deleting subnet d1556654-0175-4c1d-a641-b7f60b555a91 {{(pid=86315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:26:34.355078 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7bc14894-a6d9-40a4-871c-c8c0a482290e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:34.380582 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] No Port match for: 69b79ed1-50e3-4e94-9ae3-49ada37f1a69 {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:26:34.381023 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 69b79ed1-50e3-4e94-9ae3-49ada37f1a69 not bound to the agent host hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:26:34.410096 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7bc14894-a6d9-40a4-871c-c8c0a482290e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852340622'] for subnet, precommit_delete_associations {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:34.468792 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7bc14894-a6d9-40a4-871c-c8c0a482290e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33244205'] for subnet, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:34.730970 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7bc14894-a6d9-40a4-871c-c8c0a482290e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821531627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1045039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2317225'] for subnet, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:34.735956 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:34.774460 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7bc14894-a6d9-40a4-871c-c8c0a482290e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for subnet, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:34.778516 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc14894-a6d9-40a4-871c-c8c0a482290e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1556654-0175-4c1d-a641-b7f60b555a91,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:34.788121 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-7bc14894-a6d9-40a4-871c-c8c0a482290e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d1556654-0175-4c1d-a641-b7f60b555a91 HTTP/1.1" status: 204 len: 168 time: 0.5105798 Apr 22 16:26:34.789769 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc14894-a6d9-40a4-871c-c8c0a482290e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:34.790197 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc14894-a6d9-40a4-871c-c8c0a482290e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:34.790640 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc14894-a6d9-40a4-871c-c8c0a482290e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:34.790825 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 48658) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:34.791050 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc14894-a6d9-40a4-871c-c8c0a482290e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:34.791457 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc14894-a6d9-40a4-871c-c8c0a482290e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:34.791861 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc14894-a6d9-40a4-871c-c8c0a482290e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:34.792264 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc14894-a6d9-40a4-871c-c8c0a482290e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:34.792686 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc14894-a6d9-40a4-871c-c8c0a482290e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:34.793111 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc14894-a6d9-40a4-871c-c8c0a482290e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:34.793424 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc14894-a6d9-40a4-871c-c8c0a482290e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:34.793826 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc14894-a6d9-40a4-871c-c8c0a482290e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:34.794218 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc14894-a6d9-40a4-871c-c8c0a482290e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:34.797850 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-7bc14894-a6d9-40a4-871c-c8c0a482290e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:34.908309 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d4159b6c-3307-4824-98d7-b8e968c6a87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33148001'] for network, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:35.042915 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d4159b6c-3307-4824-98d7-b8e968c6a87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036821531528', 'neutron.services.segments.db._delete_segments_for_network-8794767365747'] for network, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:35.160204 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-d4159b6c-3307-4824-98d7-b8e968c6a87f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d092fc53-b482-4192-bf6c-732b971f5bdf']}} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:26:35.173150 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-d4159b6c-3307-4824-98d7-b8e968c6a87f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef4cef5-1a67-4d61-800b-38259658d873') {'for_net_delete': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:26:35.173509 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-d4159b6c-3307-4824-98d7-b8e968c6a87f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef4cef5-1a67-4d61-800b-38259658d873') {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:26:35.186366 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d4159b6c-3307-4824-98d7-b8e968c6a87f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242087248739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852448012'] for segment, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:35.202381 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d4159b6c-3307-4824-98d7-b8e968c6a87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:35.208792 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4159b6c-3307-4824-98d7-b8e968c6a87f admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=86316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:26:35.392250 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-d4159b6c-3307-4824-98d7-b8e968c6a87f admin admin] Network d092fc53-b482-4192-bf6c-732b971f5bdf has no segments {{(pid=86316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:26:35.403194 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d4159b6c-3307-4824-98d7-b8e968c6a87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33247036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3512110'] for segment, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:35.580244 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-d4159b6c-3307-4824-98d7-b8e968c6a87f admin admin] Network d092fc53-b482-4192-bf6c-732b971f5bdf has no segments {{(pid=86316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: Traceback (most recent call last): Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: timer() Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: cb(*args, **kw) Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: return func(*args, **kwargs) Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: self._notify() Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: self.callback(batched_events) Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: event.method(event) Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: segment_id)['aggregates'][0] Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: return f(self, *a, **k) Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: return self._get(url).json() Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: **kwargs) Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: return self.request(url, 'GET', **kwargs) Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: **endpoint_filter) Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:26:35.606589 dv-cinder-784623-7-smb neutron-server[86202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:26:35.681182 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d4159b6c-3307-4824-98d7-b8e968c6a87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691077'] for network, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:35.684988 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e6e77e7e-7854-4979-a307-650c47139008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:35.699638 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d4159b6c-3307-4824-98d7-b8e968c6a87f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:35.711344 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4159b6c-3307-4824-98d7-b8e968c6a87f admin admin] Pushing event deleted for resources: {'Network': ['ID=d092fc53-b482-4192-bf6c-732b971f5bdf,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:35.714713 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d4159b6c-3307-4824-98d7-b8e968c6a87f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:35.719089 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-d4159b6c-3307-4824-98d7-b8e968c6a87f admin admin] 10.222.0.21 "DELETE /v2.0/networks/d092fc53-b482-4192-bf6c-732b971f5bdf HTTP/1.1" status: 204 len: 168 time: 0.9271667 Apr 22 16:26:35.879813 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 48664) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:35.935339 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-ab05b298-d313-4e8a-a728-82708f5902a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4d47aeffe6449d9877ed4d6fbc7564d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535505 Apr 22 16:26:35.937767 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 48668) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:35.997782 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2ac7e61b-4576-44f5-8efc-c13a821aad09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:36.024921 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2ac7e61b-4576-44f5-8efc-c13a821aad09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:36.074815 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2ac7e61b-4576-44f5-8efc-c13a821aad09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:36.079746 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-3fdcc43b-2268-45a8-b1d7-bc609d574ddc tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:36.094110 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7e61b-4576-44f5-8efc-c13a821aad09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d6c8a6-c5b3-4033-948c-7384e01fd8bd,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:36.100090 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-2ac7e61b-4576-44f5-8efc-c13a821aad09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:36.102534 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-2ac7e61b-4576-44f5-8efc-c13a821aad09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:36.103722 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-2ac7e61b-4576-44f5-8efc-c13a821aad09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19d6c8a6-c5b3-4033-948c-7384e01fd8bd HTTP/1.1" status: 204 len: 168 time: 0.1650207 Apr 22 16:26:38.102740 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:38.465077 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-761ecb85-3f10-4bfb-82cf-1c5831da8878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:41.407972 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4a0c65ff-2d7d-40dc-bee2-332f07eda4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:41.635324 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:41.822315 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:42.181349 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 48764) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:42.348236 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4a5e4e07-5900-484a-98ff-6542334bd07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:42.364200 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-4a5e4e07-5900-484a-98ff-6542334bd07a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:42.368611 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-4a5e4e07-5900-484a-98ff-6542334bd07a admin admin] Usage tracker for resource:security_group_rule and tenant:376199bfbd1647409e5c86b7915e6532 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:42.371651 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-4a5e4e07-5900-484a-98ff-6542334bd07a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:42.377723 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-4a5e4e07-5900-484a-98ff-6542334bd07a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:42.476177 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4a5e4e07-5900-484a-98ff-6542334bd07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:42.478920 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4a5e4e07-5900-484a-98ff-6542334bd07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:42.488513 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-546afda7-647f-4f63-ba57-6f9896c4682d tempest-TestShelveInstance-383725898 tempest-TestShelveInstance-383725898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:42.531470 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-4a5e4e07-5900-484a-98ff-6542334bd07a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=376199bfbd1647409e5c86b7915e6532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3489091 Apr 22 16:26:42.533184 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e4e07-5900-484a-98ff-6542334bd07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac90a33-b6a2-4711-bf44-dae82e35281e,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:42.535553 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 48770) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:42.537404 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-4a5e4e07-5900-484a-98ff-6542334bd07a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:42.606670 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-39e8bbe5-002f-479a-a940-3138a872a549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:42.636939 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-39e8bbe5-002f-479a-a940-3138a872a549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:42.688128 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-39e8bbe5-002f-479a-a940-3138a872a549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:42.693817 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b6985abc-3083-48a2-b8d7-526327b042bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:42.708809 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bbe5-002f-479a-a940-3138a872a549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac90a33-b6a2-4711-bf44-dae82e35281e,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:42.711993 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-39e8bbe5-002f-479a-a940-3138a872a549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:42.712992 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-39e8bbe5-002f-479a-a940-3138a872a549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:42.714226 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-39e8bbe5-002f-479a-a940-3138a872a549 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eac90a33-b6a2-4711-bf44-dae82e35281e HTTP/1.1" status: 204 len: 168 time: 0.1775937 Apr 22 16:26:43.013518 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 48778) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:43.034266 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-61e3bf11-b3c3-4f10-aa55-3d404054f165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:43.050551 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-61e3bf11-b3c3-4f10-aa55-3d404054f165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:43.054795 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-61e3bf11-b3c3-4f10-aa55-3d404054f165 admin admin] Usage tracker for resource:security_group_rule and tenant:a34671e8d9bc4ad9821e559490cdef19 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:43.057860 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-61e3bf11-b3c3-4f10-aa55-3d404054f165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:43.065654 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-61e3bf11-b3c3-4f10-aa55-3d404054f165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:43.153620 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-61e3bf11-b3c3-4f10-aa55-3d404054f165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:43.157655 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-61e3bf11-b3c3-4f10-aa55-3d404054f165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:43.168116 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-87531e14-ee0a-4e1d-a122-d29cbcfde688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:43.173793 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:43.216044 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-61e3bf11-b3c3-4f10-aa55-3d404054f165 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a34671e8d9bc4ad9821e559490cdef19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2012978 Apr 22 16:26:43.217014 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3bf11-b3c3-4f10-aa55-3d404054f165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f6f6e0-6ed3-4ac5-9b4f-4290aa75253d,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:43.219021 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 48782) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:43.220257 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-61e3bf11-b3c3-4f10-aa55-3d404054f165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:43.285773 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3845e2b8-a038-4892-9eb0-8f5a9d9744b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:43.314358 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3845e2b8-a038-4892-9eb0-8f5a9d9744b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:43.361039 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3845e2b8-a038-4892-9eb0-8f5a9d9744b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:43.366863 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-4a5e4e07-5900-484a-98ff-6542334bd07a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:43.379689 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845e2b8-a038-4892-9eb0-8f5a9d9744b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f6f6e0-6ed3-4ac5-9b4f-4290aa75253d,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:43.385125 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-3845e2b8-a038-4892-9eb0-8f5a9d9744b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:43.389497 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3845e2b8-a038-4892-9eb0-8f5a9d9744b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:43.391217 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-3845e2b8-a038-4892-9eb0-8f5a9d9744b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4f6f6e0-6ed3-4ac5-9b4f-4290aa75253d HTTP/1.1" status: 204 len: 168 time: 0.1707428 Apr 22 16:26:45.341673 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 48830) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:45.475034 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4e6cfe60-1f0d-4321-9048-b682e8d0a330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:45.494738 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-4e6cfe60-1f0d-4321-9048-b682e8d0a330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:45.498776 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-4e6cfe60-1f0d-4321-9048-b682e8d0a330 admin admin] Usage tracker for resource:security_group_rule and tenant:5099e0a415c543b7aeb84bd21d3167cc is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:45.501779 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-4e6cfe60-1f0d-4321-9048-b682e8d0a330 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:45.508397 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-4e6cfe60-1f0d-4321-9048-b682e8d0a330 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:45.598280 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4e6cfe60-1f0d-4321-9048-b682e8d0a330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:45.601004 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4e6cfe60-1f0d-4321-9048-b682e8d0a330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:45.610023 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e08a4029-60f5-4c91-ab1b-82a67a657e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:45.665354 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-4e6cfe60-1f0d-4321-9048-b682e8d0a330 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5099e0a415c543b7aeb84bd21d3167cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3224566 Apr 22 16:26:45.666336 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6cfe60-1f0d-4321-9048-b682e8d0a330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406f4abf-3564-42ba-b954-aafde07d54d6,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:45.668414 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 48836) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:45.669856 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-4e6cfe60-1f0d-4321-9048-b682e8d0a330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:45.735632 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c15b3ad7-be81-4870-b3f8-14b03675714b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:45.764289 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c15b3ad7-be81-4870-b3f8-14b03675714b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:45.811067 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c15b3ad7-be81-4870-b3f8-14b03675714b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:45.818097 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-099e175f-54d1-4eb4-9455-fa1f50110630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:45.834353 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b3ad7-be81-4870-b3f8-14b03675714b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406f4abf-3564-42ba-b954-aafde07d54d6,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:45.837671 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-c15b3ad7-be81-4870-b3f8-14b03675714b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:45.842216 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c15b3ad7-be81-4870-b3f8-14b03675714b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:45.843495 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-c15b3ad7-be81-4870-b3f8-14b03675714b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/406f4abf-3564-42ba-b954-aafde07d54d6 HTTP/1.1" status: 204 len: 168 time: 0.1737852 Apr 22 16:26:46.140225 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 48844) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:46.159844 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-636e1e40-6917-4500-8d62-d126086b4633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:46.175428 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-636e1e40-6917-4500-8d62-d126086b4633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:46.179544 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-636e1e40-6917-4500-8d62-d126086b4633 admin admin] Usage tracker for resource:security_group_rule and tenant:d7a7ee56f8464f47a63f2b2fb60712bc is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:46.182458 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-636e1e40-6917-4500-8d62-d126086b4633 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:46.188432 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-636e1e40-6917-4500-8d62-d126086b4633 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:46.271635 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-636e1e40-6917-4500-8d62-d126086b4633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:46.274632 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-636e1e40-6917-4500-8d62-d126086b4633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:46.288472 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e6f8b3fa-f62d-4734-ab83-0e23cfb069ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:46.334172 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-636e1e40-6917-4500-8d62-d126086b4633 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7a7ee56f8464f47a63f2b2fb60712bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1927884 Apr 22 16:26:46.335263 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e1e40-6917-4500-8d62-d126086b4633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c695381-5def-42d1-ab91-e89bd1eb16aa,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:46.337070 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 48848) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:46.339011 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-636e1e40-6917-4500-8d62-d126086b4633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:46.399195 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-948826da-8ae2-4246-8973-60a582801792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:46.427481 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-948826da-8ae2-4246-8973-60a582801792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:46.471399 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-948826da-8ae2-4246-8973-60a582801792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:46.477046 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-949ab9e2-95c3-4a28-a1d4-8f4b599c3495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:46.493608 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948826da-8ae2-4246-8973-60a582801792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c695381-5def-42d1-ab91-e89bd1eb16aa,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:46.497291 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-948826da-8ae2-4246-8973-60a582801792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:46.503201 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-948826da-8ae2-4246-8973-60a582801792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:46.504318 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-948826da-8ae2-4246-8973-60a582801792 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c695381-5def-42d1-ab91-e89bd1eb16aa HTTP/1.1" status: 204 len: 168 time: 0.1661825 Apr 22 16:26:47.278027 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 48872) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:47.399719 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-9a73e697-0c31-4cf0-8b1d-5947c82403da admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1174059070-network', 'tenant_id': 'fdaaa8b743c44e558a6fea20d0df8ac5'}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:26:47.404901 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-9a73e697-0c31-4cf0-8b1d-5947c82403da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:47.409007 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-9a73e697-0c31-4cf0-8b1d-5947c82403da admin admin] Usage tracker for resource:network and tenant:fdaaa8b743c44e558a6fea20d0df8ac5 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:47.412269 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-9a73e697-0c31-4cf0-8b1d-5947c82403da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:47.419470 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-9a73e697-0c31-4cf0-8b1d-5947c82403da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:47.428865 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a73e697-0c31-4cf0-8b1d-5947c82403da admin admin] Made reservation on behalf of fdaaa8b743c44e558a6fea20d0df8ac5 for: {'network': 1} {{(pid=86315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:26:47.433570 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9a73e697-0c31-4cf0-8b1d-5947c82403da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for network, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:47.447411 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9a73e697-0c31-4cf0-8b1d-5947c82403da admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:47.462643 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-9a73e697-0c31-4cf0-8b1d-5947c82403da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:47.466669 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-9a73e697-0c31-4cf0-8b1d-5947c82403da admin admin] Usage tracker for resource:security_group_rule and tenant:fdaaa8b743c44e558a6fea20d0df8ac5 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:47.469614 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-9a73e697-0c31-4cf0-8b1d-5947c82403da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:47.476297 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-9a73e697-0c31-4cf0-8b1d-5947c82403da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:47.562102 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9a73e697-0c31-4cf0-8b1d-5947c82403da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:47.565213 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9a73e697-0c31-4cf0-8b1d-5947c82403da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:47.569402 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-57ce8427-3df5-412a-a2a1-b96e271fb4d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:47.598143 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a73e697-0c31-4cf0-8b1d-5947c82403da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=86315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:26:47.607265 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73e697-0c31-4cf0-8b1d-5947c82403da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0c2082-4ddb-4d7e-9e45-288accb1bd68,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:47.611212 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9a73e697-0c31-4cf0-8b1d-5947c82403da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:47.614671 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9a73e697-0c31-4cf0-8b1d-5947c82403da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:47.615074 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.segments_db [None req-9a73e697-0c31-4cf0-8b1d-5947c82403da admin admin] Added segment 9329ad2c-03c5-4239-8763-34a2f2bb0437 of type vlan for network 50787e70-d711-4c38-8c65-9c45f66ecf9a Apr 22 16:26:47.647860 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9a73e697-0c31-4cf0-8b1d-5947c82403da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242087783420'] for network, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:47.680045 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9a73e697-0c31-4cf0-8b1d-5947c82403da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319'] for network, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:47.681428 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a73e697-0c31-4cf0-8b1d-5947c82403da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:47.682349 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9a73e697-0c31-4cf0-8b1d-5947c82403da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:47.687318 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:47.796222 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73e697-0c31-4cf0-8b1d-5947c82403da admin admin] Pushing event updated for resources: {'Network': ['ID=50787e70-d711-4c38-8c65-9c45f66ecf9a,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:47.799708 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-9a73e697-0c31-4cf0-8b1d-5947c82403da admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5205441 Apr 22 16:26:47.801356 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9a73e697-0c31-4cf0-8b1d-5947c82403da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:47.803503 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 48878) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:47.807162 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Network 50787e70-d711-4c38-8c65-9c45f66ecf9a details requested by agent ovs-agent-dv-cinder-784623-7-smb with host dv-cinder-784623-7-smb {{(pid=86317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:26:47.810398 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-0bdd3976-5e1b-4d53-a2b7-a968360b16d3 admin admin] Request body: {'subnet': {'network_id': '50787e70-d711-4c38-8c65-9c45f66ecf9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1174059070-subnet', 'tenant_id': 'fdaaa8b743c44e558a6fea20d0df8ac5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:26:47.816133 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-0bdd3976-5e1b-4d53-a2b7-a968360b16d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:47.820170 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-0bdd3976-5e1b-4d53-a2b7-a968360b16d3 admin admin] Usage tracker for resource:subnet and tenant:fdaaa8b743c44e558a6fea20d0df8ac5 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:47.823194 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-0bdd3976-5e1b-4d53-a2b7-a968360b16d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:47.829182 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-0bdd3976-5e1b-4d53-a2b7-a968360b16d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:47.839759 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdd3976-5e1b-4d53-a2b7-a968360b16d3 admin admin] Made reservation on behalf of fdaaa8b743c44e558a6fea20d0df8ac5 for: {'subnet': 1} {{(pid=86315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:26:47.844504 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0bdd3976-5e1b-4d53-a2b7-a968360b16d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852458621'] for subnet, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:48.303038 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0bdd3976-5e1b-4d53-a2b7-a968360b16d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853730710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852458606'] for subnet, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:48.307816 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:48.396528 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd3976-5e1b-4d53-a2b7-a968360b16d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba2e0b75-13ec-4183-a768-025c3ef9e72d,revision_number=0']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:48.400789 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-0bdd3976-5e1b-4d53-a2b7-a968360b16d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:48.401668 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdd3976-5e1b-4d53-a2b7-a968360b16d3 admin admin] Checking segment: {'id': '9329ad2c-03c5-4239-8763-34a2f2bb0437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '50787e70-d711-4c38-8c65-9c45f66ecf9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:26:48.402078 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdd3976-5e1b-4d53-a2b7-a968360b16d3 admin admin] Network hostable DHCP agents. Network: 50787e70-d711-4c38-8c65-9c45f66ecf9a, hostable agents: ['c28daaaa-be26-4683-88d7-0ed6ab386346'], hosted agents: [] {{(pid=86315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:26:48.421580 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdd3976-5e1b-4d53-a2b7-a968360b16d3 admin admin] Network 50787e70-d711-4c38-8c65-9c45f66ecf9a is scheduled to be hosted by DHCP agent c28daaaa-be26-4683-88d7-0ed6ab386346 with binding_index 1 {{(pid=86315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:26:48.429657 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-0bdd3976-5e1b-4d53-a2b7-a968360b16d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-smb, 50787e70-d711-4c38-8c65-9c45f66ecf9a) {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:26:48.438614 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c0fe87-e59b-40ed-9c94-f67509234878 None None] Network 50787e70-d711-4c38-8c65-9c45f66ecf9a requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:26:48.442735 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdd3976-5e1b-4d53-a2b7-a968360b16d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:48.443412 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0bdd3976-5e1b-4d53-a2b7-a968360b16d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for subnet, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:48.463436 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-0bdd3976-5e1b-4d53-a2b7-a968360b16d3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6587074 Apr 22 16:26:48.678267 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62862710-04a3-4b3f-8323-b89fd0d20d28 None None] Network 50787e70-d711-4c38-8c65-9c45f66ecf9a requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:26:49.133313 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 48896) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:49.139362 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-27cb4cc8-67b8-4219-8460-ad341460a742 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-220833673-network', 'tenant_id': '02cf0b5e5d4e46eda460a363146ac1f2'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:26:49.144606 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-27cb4cc8-67b8-4219-8460-ad341460a742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:49.148592 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-27cb4cc8-67b8-4219-8460-ad341460a742 admin admin] Usage tracker for resource:network and tenant:02cf0b5e5d4e46eda460a363146ac1f2 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:49.151581 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-27cb4cc8-67b8-4219-8460-ad341460a742 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:49.157470 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-27cb4cc8-67b8-4219-8460-ad341460a742 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:49.167361 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cb4cc8-67b8-4219-8460-ad341460a742 admin admin] Made reservation on behalf of 02cf0b5e5d4e46eda460a363146ac1f2 for: {'network': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:26:49.172053 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-27cb4cc8-67b8-4219-8460-ad341460a742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for network, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:49.185089 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-27cb4cc8-67b8-4219-8460-ad341460a742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:49.200280 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-27cb4cc8-67b8-4219-8460-ad341460a742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:49.204205 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-27cb4cc8-67b8-4219-8460-ad341460a742 admin admin] Usage tracker for resource:security_group_rule and tenant:02cf0b5e5d4e46eda460a363146ac1f2 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:49.207092 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-27cb4cc8-67b8-4219-8460-ad341460a742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:49.212966 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-27cb4cc8-67b8-4219-8460-ad341460a742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:49.297532 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-27cb4cc8-67b8-4219-8460-ad341460a742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:49.300978 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-27cb4cc8-67b8-4219-8460-ad341460a742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:49.305135 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b458d3af-8e6b-43d8-bd2c-5570e49d88cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:49.335605 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27cb4cc8-67b8-4219-8460-ad341460a742 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=86316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:26:49.344446 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb4cc8-67b8-4219-8460-ad341460a742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a294561-a62e-4598-900a-1e1b726fac43,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:49.348900 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-27cb4cc8-67b8-4219-8460-ad341460a742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:49.351381 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-27cb4cc8-67b8-4219-8460-ad341460a742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:49.351770 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.segments_db [None req-27cb4cc8-67b8-4219-8460-ad341460a742 admin admin] Added segment d807778f-5722-4064-bd04-c221edd2b9c0 of type vlan for network 07c9217f-e57d-4f25-86d2-65fe14e10a25 Apr 22 16:26:49.378265 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-27cb4cc8-67b8-4219-8460-ad341460a742 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242087783420'] for network, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:49.417887 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-27cb4cc8-67b8-4219-8460-ad341460a742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319'] for network, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:49.420279 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cb4cc8-67b8-4219-8460-ad341460a742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:49.421315 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-27cb4cc8-67b8-4219-8460-ad341460a742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:49.429935 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:49.627896 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-27cb4cc8-67b8-4219-8460-ad341460a742 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4888625 Apr 22 16:26:49.627896 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb4cc8-67b8-4219-8460-ad341460a742 admin admin] Pushing event updated for resources: {'Network': ['ID=07c9217f-e57d-4f25-86d2-65fe14e10a25,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:49.629263 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 48900) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:26:49.630214 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-27cb4cc8-67b8-4219-8460-ad341460a742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:49.639296 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-ab4fc68b-3ba2-48ac-ac20-1e62009d0207 admin admin] Request body: {'subnet': {'network_id': '07c9217f-e57d-4f25-86d2-65fe14e10a25', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-220833673-subnet', 'tenant_id': '02cf0b5e5d4e46eda460a363146ac1f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:26:49.648760 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-ab4fc68b-3ba2-48ac-ac20-1e62009d0207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:49.655621 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-ab4fc68b-3ba2-48ac-ac20-1e62009d0207 admin admin] Usage tracker for resource:subnet and tenant:02cf0b5e5d4e46eda460a363146ac1f2 is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:49.661102 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Network 07c9217f-e57d-4f25-86d2-65fe14e10a25 details requested by agent ovs-agent-dv-cinder-784623-7-smb with host dv-cinder-784623-7-smb {{(pid=86317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:26:49.663297 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-ab4fc68b-3ba2-48ac-ac20-1e62009d0207 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:49.673664 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-ab4fc68b-3ba2-48ac-ac20-1e62009d0207 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:49.689644 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4fc68b-3ba2-48ac-ac20-1e62009d0207 admin admin] Made reservation on behalf of 02cf0b5e5d4e46eda460a363146ac1f2 for: {'subnet': 1} {{(pid=86315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:26:49.697499 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ab4fc68b-3ba2-48ac-ac20-1e62009d0207 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852458621'] for subnet, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:50.491129 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ab4fc68b-3ba2-48ac-ac20-1e62009d0207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853730710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852458606'] for subnet, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:50.496234 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-55d2d146-d85e-4af9-bde1-081ae9a68dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:50.577820 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4fc68b-3ba2-48ac-ac20-1e62009d0207 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d30fdd98-7149-4bff-830b-ff81c8c65176,revision_number=0']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:50.580759 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ab4fc68b-3ba2-48ac-ac20-1e62009d0207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:50.588052 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4fc68b-3ba2-48ac-ac20-1e62009d0207 admin admin] Checking segment: {'id': 'd807778f-5722-4064-bd04-c221edd2b9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '07c9217f-e57d-4f25-86d2-65fe14e10a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:26:50.588456 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4fc68b-3ba2-48ac-ac20-1e62009d0207 admin admin] Network hostable DHCP agents. Network: 07c9217f-e57d-4f25-86d2-65fe14e10a25, hostable agents: ['c28daaaa-be26-4683-88d7-0ed6ab386346'], hosted agents: [] {{(pid=86315) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:26:50.607609 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4fc68b-3ba2-48ac-ac20-1e62009d0207 admin admin] Network 07c9217f-e57d-4f25-86d2-65fe14e10a25 is scheduled to be hosted by DHCP agent c28daaaa-be26-4683-88d7-0ed6ab386346 with binding_index 1 {{(pid=86315) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:26:50.615785 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-ab4fc68b-3ba2-48ac-ac20-1e62009d0207 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-smb, 07c9217f-e57d-4f25-86d2-65fe14e10a25) {{(pid=86315) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:26:50.625216 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda14c75-6377-4292-80fc-ba9bc37d5f7b None None] Network 07c9217f-e57d-4f25-86d2-65fe14e10a25 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:26:50.630231 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4fc68b-3ba2-48ac-ac20-1e62009d0207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:50.630933 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ab4fc68b-3ba2-48ac-ac20-1e62009d0207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for subnet, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:50.654190 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-ab4fc68b-3ba2-48ac-ac20-1e62009d0207 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0233514 Apr 22 16:26:50.863431 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e194f82f-9ea9-4e69-902f-4e0f12ae3f48 None None] Network 07c9217f-e57d-4f25-86d2-65fe14e10a25 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:26:51.275548 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-eaccd045-9194-43b6-9bad-f99667aba26e tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:51.277133 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-eaccd045-9194-43b6-9bad-f99667aba26e tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] 10.222.0.21 "GET /v2.0/networks?id=50787e70-d711-4c38-8c65-9c45f66ecf9a HTTP/1.1" status: 200 len: 809 time: 0.1622641 Apr 22 16:26:51.293756 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-32bb9008-4340-40c9-b1ab-46e777c2181d tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] 10.222.0.21 "GET /v2.0/quotas/fdaaa8b743c44e558a6fea20d0df8ac5 HTTP/1.1" status: 200 len: 375 time: 0.0104384 Apr 22 16:26:51.352789 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-a08cdec3-7d6b-43e5-92b2-04c80d464d46 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fdaaa8b743c44e558a6fea20d0df8ac5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532401 Apr 22 16:26:51.471349 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-d838c477-8b25-4033-a502-8ff5c1fb6726 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86316) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 16:26:51.473073 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-d838c477-8b25-4033-a502-8ff5c1fb6726 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1132801 Apr 22 16:26:51.617729 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-3f89a9d5-efb4-4c25-b335-d71e6f8e5e34 service neutron] 10.222.0.21 "GET /v2.0/networks/50787e70-d711-4c38-8c65-9c45f66ecf9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376998 Apr 22 16:26:51.760124 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-3f180c6d-70c9-41ee-bfa3-2cd66c3315fc service neutron] 10.222.0.21 "GET /v2.0/networks/50787e70-d711-4c38-8c65-9c45f66ecf9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358192 Apr 22 16:26:51.955499 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-68fe4437-bc3f-4acb-8c74-fbc7b4b97104 req-765748f2-e831-4448-be37-62fff92f0083 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] 10.222.0.21 "GET /v2.0/ports?device_id=21f7ffa4-b7d0-4e56-abe2-5bb4acc5edbb HTTP/1.1" status: 200 len: 210 time: 0.0493307 Apr 22 16:26:53.083869 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-4f935516-cdbb-402f-9836-dbb0a1d74367 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:53.085451 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-4f935516-cdbb-402f-9836-dbb0a1d74367 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] 10.222.0.43 "GET /v2.0/networks?id=50787e70-d711-4c38-8c65-9c45f66ecf9a HTTP/1.1" status: 200 len: 809 time: 0.1688726 Apr 22 16:26:53.132674 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-de0249e2-8459-4385-b805-9d74d655102d tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Request body: {'port': {'device_id': '21f7ffa4-b7d0-4e56-abe2-5bb4acc5edbb', 'network_id': '50787e70-d711-4c38-8c65-9c45f66ecf9a', 'admin_state_up': True, 'tenant_id': 'fdaaa8b743c44e558a6fea20d0df8ac5'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:26:53.172103 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3f2f4b15-1442-48e1-b790-aaf11c7addb4 req-a6289c55-3806-4f99-9e98-8b2566859882 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] 10.222.0.21 "GET /v2.0/ports?device_id=21f7ffa4-b7d0-4e56-abe2-5bb4acc5edbb HTTP/1.1" status: 200 len: 210 time: 0.0855563 Apr 22 16:26:53.287762 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-de0249e2-8459-4385-b805-9d74d655102d tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:26:53.291744 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-de0249e2-8459-4385-b805-9d74d655102d tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Usage tracker for resource:port and tenant:fdaaa8b743c44e558a6fea20d0df8ac5 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:26:53.294769 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-de0249e2-8459-4385-b805-9d74d655102d tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:26:53.301486 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-de0249e2-8459-4385-b805-9d74d655102d tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:26:53.310218 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-de0249e2-8459-4385-b805-9d74d655102d tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Made reservation on behalf of fdaaa8b743c44e558a6fea20d0df8ac5 for: {'port': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:26:53.317174 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-de0249e2-8459-4385-b805-9d74d655102d tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:53.490227 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-de0249e2-8459-4385-b805-9d74d655102d tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Allocated IP 172.20.0.7 (50787e70-d711-4c38-8c65-9c45f66ecf9a/ba2e0b75-13ec-4183-a768-025c3ef9e72d/6e175248-ea44-49f8-9482-e4938b6b303c) {{(pid=86316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:26:53.708781 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-de0249e2-8459-4385-b805-9d74d655102d tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Notify callbacks [] for port, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:53.738530 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-de0249e2-8459-4385-b805-9d74d655102d tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:53.744174 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-6d76bdf6-d376-4eb0-83d9-155443e03d29 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:53.811948 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-de0249e2-8459-4385-b805-9d74d655102d tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Network 50787e70-d711-4c38-8c65-9c45f66ecf9a is already hosted by enough agents. {{(pid=86316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:26:53.816105 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-de0249e2-8459-4385-b805-9d74d655102d tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Resources bound (agent type, host, resource id): {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:26:53.820290 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-de0249e2-8459-4385-b805-9d74d655102d tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Received port after_create {{(pid=86316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:26:53.859594 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0249e2-8459-4385-b805-9d74d655102d tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Pushing event updated for resources: {'Port': ['ID=6e175248-ea44-49f8-9482-e4938b6b303c,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:53.864630 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-de0249e2-8459-4385-b805-9d74d655102d tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:53.892980 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-de0249e2-8459-4385-b805-9d74d655102d tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:53.894179 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-de0249e2-8459-4385-b805-9d74d655102d tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:53.914684 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-de0249e2-8459-4385-b805-9d74d655102d tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7917385 Apr 22 16:26:53.926512 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-31e54ca3-8f4e-4d67-88e0-f66bbfc5dbc8 service neutron] Request body: {'port': {'device_id': '21f7ffa4-b7d0-4e56-abe2-5bb4acc5edbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:26:54.049071 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-31e54ca3-8f4e-4d67-88e0-f66bbfc5dbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:54.437846 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf448e5-65d1-44ec-a707-6ee3f785ae86 req-860208b6-cec7-45b3-a702-2f7d88f83648 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:54.438579 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-2cf448e5-65d1-44ec-a707-6ee3f785ae86 req-860208b6-cec7-45b3-a702-2f7d88f83648 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Synchronizing usage tracker for tenant:fdaaa8b743c44e558a6fea20d0df8ac5 on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:26:54.504263 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-2cf448e5-65d1-44ec-a707-6ee3f785ae86 req-860208b6-cec7-45b3-a702-2f7d88f83648 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Unset dirty status for tenant:fdaaa8b743c44e558a6fea20d0df8ac5 on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:26:54.505508 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2cf448e5-65d1-44ec-a707-6ee3f785ae86 req-860208b6-cec7-45b3-a702-2f7d88f83648 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] 10.222.0.21 "GET /v2.0/ports?device_id=21f7ffa4-b7d0-4e56-abe2-5bb4acc5edbb HTTP/1.1" status: 200 len: 931 time: 0.2156594 Apr 22 16:26:54.511736 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-31e54ca3-8f4e-4d67-88e0-f66bbfc5dbc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e175248-ea44-49f8-9482-e4938b6b303c {{(pid=86316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:26:54.533711 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-31e54ca3-8f4e-4d67-88e0-f66bbfc5dbc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:54.568605 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-31e54ca3-8f4e-4d67-88e0-f66bbfc5dbc8 service neutron] Transition to ACTIVE for port object 6e175248-ea44-49f8-9482-e4938b6b303c will not be triggered until provisioned by entity L2. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:26:54.573838 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-31e54ca3-8f4e-4d67-88e0-f66bbfc5dbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:54.578621 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-2316c38c-fb9e-4916-aaa1-454c9f1be46d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:54.841768 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2cf448e5-65d1-44ec-a707-6ee3f785ae86 req-38289d3c-b242-4efd-83de-9aa94b17d044 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d0c2082-4ddb-4d7e-9e45-288accb1bd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251741 Apr 22 16:26:54.982140 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e54ca3-8f4e-4d67-88e0-f66bbfc5dbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=6e175248-ea44-49f8-9482-e4938b6b303c,revision_number=2']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:55.011142 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-31e54ca3-8f4e-4d67-88e0-f66bbfc5dbc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:55.055553 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-31e54ca3-8f4e-4d67-88e0-f66bbfc5dbc8 service neutron] Attempting to bind port 6e175248-ea44-49f8-9482-e4938b6b303c on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:26:55.055925 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-31e54ca3-8f4e-4d67-88e0-f66bbfc5dbc8 service neutron] Attempting to bind port 6e175248-ea44-49f8-9482-e4938b6b303c by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '9329ad2c-03c5-4239-8763-34a2f2bb0437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '50787e70-d711-4c38-8c65-9c45f66ecf9a'}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:26:55.056294 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-31e54ca3-8f4e-4d67-88e0-f66bbfc5dbc8 service neutron] Attempting to bind port 6e175248-ea44-49f8-9482-e4938b6b303c on network 50787e70-d711-4c38-8c65-9c45f66ecf9a {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:26:55.061739 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-31e54ca3-8f4e-4d67-88e0-f66bbfc5dbc8 service neutron] Port 6e175248-ea44-49f8-9482-e4938b6b303c on network 50787e70-d711-4c38-8c65-9c45f66ecf9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:26:55.062104 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-31e54ca3-8f4e-4d67-88e0-f66bbfc5dbc8 service neutron] Attempting to bind port 6e175248-ea44-49f8-9482-e4938b6b303c on network 50787e70-d711-4c38-8c65-9c45f66ecf9a {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:26:55.068518 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-31e54ca3-8f4e-4d67-88e0-f66bbfc5dbc8 service neutron] Checking agent: {'id': '016b7565-6632-473e-a317-92a5bd3f2916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'started_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:26:55.068889 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-31e54ca3-8f4e-4d67-88e0-f66bbfc5dbc8 service neutron] Checking segment: {'id': '9329ad2c-03c5-4239-8763-34a2f2bb0437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '50787e70-d711-4c38-8c65-9c45f66ecf9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:26:55.069309 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-31e54ca3-8f4e-4d67-88e0-f66bbfc5dbc8 service neutron] Bound using segment: {'id': '9329ad2c-03c5-4239-8763-34a2f2bb0437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '50787e70-d711-4c38-8c65-9c45f66ecf9a'} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:26:55.069776 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-31e54ca3-8f4e-4d67-88e0-f66bbfc5dbc8 service neutron] Bound port: 6e175248-ea44-49f8-9482-e4938b6b303c, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9329ad2c-03c5-4239-8763-34a2f2bb0437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '50787e70-d711-4c38-8c65-9c45f66ecf9a'}}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:26:55.070167 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-31e54ca3-8f4e-4d67-88e0-f66bbfc5dbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:55.171035 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-31e54ca3-8f4e-4d67-88e0-f66bbfc5dbc8 service neutron] For port 6e175248-ea44-49f8-9482-e4938b6b303c, host hv-cinder-78462, cleared binding levels {{(pid=86316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:26:55.173995 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-31e54ca3-8f4e-4d67-88e0-f66bbfc5dbc8 service neutron] For port 6e175248-ea44-49f8-9482-e4938b6b303c, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6e175248-ea44-49f8-9482-e4938b6b303c,segment=NetworkSegment(9329ad2c-03c5-4239-8763-34a2f2bb0437),segment_id=9329ad2c-03c5-4239-8763-34a2f2bb0437)] {{(pid=86316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:26:55.177322 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-31e54ca3-8f4e-4d67-88e0-f66bbfc5dbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:55.182103 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-811c90be-7982-47fe-8398-655441ae627a tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:55.235214 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-31e54ca3-8f4e-4d67-88e0-f66bbfc5dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:55.235903 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-31e54ca3-8f4e-4d67-88e0-f66bbfc5dbc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:55.237480 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-31e54ca3-8f4e-4d67-88e0-f66bbfc5dbc8 service neutron] 10.222.0.43 "PUT /v2.0/ports/6e175248-ea44-49f8-9482-e4938b6b303c HTTP/1.1" status: 200 len: 1093 time: 1.3156321 Apr 22 16:26:55.238018 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f7ffa4-b7d0-4e56-abe2-5bb4acc5edbb', 'tag': '6e175248-ea44-49f8-9482-e4938b6b303c'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:26:55.267336 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e54ca3-8f4e-4d67-88e0-f66bbfc5dbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=6e175248-ea44-49f8-9482-e4938b6b303c,revision_number=3']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:55.271234 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-31e54ca3-8f4e-4d67-88e0-f66bbfc5dbc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:55.318800 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f7ffa4-b7d0-4e56-abe2-5bb4acc5edbb', 'tag': '6e175248-ea44-49f8-9482-e4938b6b303c', 'status': 'completed', 'code': 200} Apr 22 16:26:55.355431 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-e0d0e8ed-8c82-4ddc-bbe2-fc7de07f66b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:55.357024 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-e0d0e8ed-8c82-4ddc-bbe2-fc7de07f66b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdaaa8b743c44e558a6fea20d0df8ac5&device_id=21f7ffa4-b7d0-4e56-abe2-5bb4acc5edbb HTTP/1.1" status: 200 len: 1096 time: 0.0831611 Apr 22 16:26:55.436672 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-d97e84f3-157f-40c3-8c38-a50a46737f7f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e175248-ea44-49f8-9482-e4938b6b303c HTTP/1.1" status: 200 len: 217 time: 0.0720577 Apr 22 16:26:55.505348 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-a7cfb4e4-5ab0-4fee-9f9d-f647c2570dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:55.506995 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-a7cfb4e4-5ab0-4fee-9f9d-f647c2570dc9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ba2e0b75-13ec-4183-a768-025c3ef9e72d HTTP/1.1" status: 200 len: 849 time: 0.0645187 Apr 22 16:26:55.560131 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-c0be1dd8-9dde-4088-bf1f-32cca752e963 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=50787e70-d711-4c38-8c65-9c45f66ecf9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468845 Apr 22 16:26:55.708407 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-a2a53135-a0fd-4a67-b614-984680a16420 service neutron] 10.222.0.43 "GET /v2.0/networks/50787e70-d711-4c38-8c65-9c45f66ecf9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402380 Apr 22 16:26:55.854590 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-00546ac7-f01b-48b8-a7bd-f1065c17ea57 req-0c9d4a15-d2d3-4e2b-a380-35be85fe8e63 service neutron] 10.222.0.43 "GET /v2.0/networks/50787e70-d711-4c38-8c65-9c45f66ecf9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399877 Apr 22 16:26:56.046859 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570d77a-2185-4e99-a129-570d7203ffb7 req-dee73d07-444e-46f0-9d2a-0a1da5c0208d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:56.048681 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e570d77a-2185-4e99-a129-570d7203ffb7 req-dee73d07-444e-46f0-9d2a-0a1da5c0208d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdaaa8b743c44e558a6fea20d0df8ac5&device_id=21f7ffa4-b7d0-4e56-abe2-5bb4acc5edbb HTTP/1.1" status: 200 len: 1096 time: 0.1481552 Apr 22 16:26:56.113462 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706b212-ad34-497b-9369-840bdb8e1cc4 req-ed739b2e-6977-4df7-9b44-2274382a4dff tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:56.115066 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7706b212-ad34-497b-9369-840bdb8e1cc4 req-ed739b2e-6977-4df7-9b44-2274382a4dff tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] 10.222.0.21 "GET /v2.0/ports?device_id=21f7ffa4-b7d0-4e56-abe2-5bb4acc5edbb HTTP/1.1" status: 200 len: 943 time: 0.1522338 Apr 22 16:26:56.242216 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-7706b212-ad34-497b-9369-840bdb8e1cc4 req-42313cc4-4635-4f4a-b9c8-ee05cac3cea9 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d0c2082-4ddb-4d7e-9e45-288accb1bd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764287 Apr 22 16:26:56.249675 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570d77a-2185-4e99-a129-570d7203ffb7 req-a4fc483b-1618-4b32-840f-5480a30840f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:56.251288 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e570d77a-2185-4e99-a129-570d7203ffb7 req-a4fc483b-1618-4b32-840f-5480a30840f7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=50787e70-d711-4c38-8c65-9c45f66ecf9a HTTP/1.1" status: 200 len: 910 time: 0.1942379 Apr 22 16:26:56.329245 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e570d77a-2185-4e99-a129-570d7203ffb7 req-8b780e39-1d61-4d6b-9c33-0b2fe286ba88 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e175248-ea44-49f8-9482-e4938b6b303c HTTP/1.1" status: 200 len: 217 time: 0.0704827 Apr 22 16:26:56.403111 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570d77a-2185-4e99-a129-570d7203ffb7 req-cdcd63d6-76b8-4b64-adf4-2b37466dd046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:56.404835 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e570d77a-2185-4e99-a129-570d7203ffb7 req-cdcd63d6-76b8-4b64-adf4-2b37466dd046 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ba2e0b75-13ec-4183-a768-025c3ef9e72d HTTP/1.1" status: 200 len: 849 time: 0.0690446 Apr 22 16:26:56.459437 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e570d77a-2185-4e99-a129-570d7203ffb7 req-f9a67ed2-f974-4924-b4ce-f84d4480a1fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=50787e70-d711-4c38-8c65-9c45f66ecf9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481896 Apr 22 16:26:56.606029 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e570d77a-2185-4e99-a129-570d7203ffb7 req-d8bf78a8-ae5a-4f5b-9ea1-01e1af2267e2 service neutron] 10.222.0.43 "GET /v2.0/networks/50787e70-d711-4c38-8c65-9c45f66ecf9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392682 Apr 22 16:26:56.754825 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e570d77a-2185-4e99-a129-570d7203ffb7 req-27c11c46-6f57-4ffe-8169-e6152630672d service neutron] 10.222.0.43 "GET /v2.0/networks/50787e70-d711-4c38-8c65-9c45f66ecf9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393437 Apr 22 16:26:57.392504 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:26:57.448420 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5845a11-7ea9-426e-99e3-af52d80cd448 req-fa7f7ed6-f9de-4786-b8c6-d701898becf1 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:57.450020 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e5845a11-7ea9-426e-99e3-af52d80cd448 req-fa7f7ed6-f9de-4786-b8c6-d701898becf1 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] 10.222.0.21 "GET /v2.0/ports?device_id=21f7ffa4-b7d0-4e56-abe2-5bb4acc5edbb HTTP/1.1" status: 200 len: 943 time: 0.0904598 Apr 22 16:26:57.498977 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e5845a11-7ea9-426e-99e3-af52d80cd448 req-1f987f45-3b52-4d7b-a73b-d7af53516b02 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d0c2082-4ddb-4d7e-9e45-288accb1bd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423365 Apr 22 16:26:58.439920 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 6e175248-ea44-49f8-9482-e4938b6b303c details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:26:58.592817 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 6e175248-ea44-49f8-9482-e4938b6b303c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6e175248-ea44-49f8-9482-e4938b6b303c,segment=NetworkSegment(9329ad2c-03c5-4239-8763-34a2f2bb0437),segment_id=9329ad2c-03c5-4239-8763-34a2f2bb0437)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:26:58.610521 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Returning: {'device': '6e175248-ea44-49f8-9482-e4938b6b303c', 'network_id': '50787e70-d711-4c38-8c65-9c45f66ecf9a', 'port_id': '6e175248-ea44-49f8-9482-e4938b6b303c', 'mac_address': 'fa:16:3e:34:93:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba2e0b75-13ec-4183-a768-025c3ef9e72d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:26:58.693264 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:58.713544 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e175248-ea44-49f8-9482-e4938b6b303c {{(pid=86317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:26:58.729110 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6e244-f87d-4e26-b7b7-533ce06fa82c req-e8ffe349-e85a-4b08-9b8f-97d4f56f334a tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:26:58.730822 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 6e175248-ea44-49f8-9482-e4938b6b303c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6e175248-ea44-49f8-9482-e4938b6b303c,segment=NetworkSegment(9329ad2c-03c5-4239-8763-34a2f2bb0437),segment_id=9329ad2c-03c5-4239-8763-34a2f2bb0437)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:26:58.730959 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b4b6e244-f87d-4e26-b7b7-533ce06fa82c req-e8ffe349-e85a-4b08-9b8f-97d4f56f334a tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] 10.222.0.21 "GET /v2.0/ports?device_id=21f7ffa4-b7d0-4e56-abe2-5bb4acc5edbb HTTP/1.1" status: 200 len: 943 time: 0.1099436 Apr 22 16:26:58.736154 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:26:58.738512 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:26:58.783994 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b4b6e244-f87d-4e26-b7b7-533ce06fa82c req-4ea08139-83ab-422d-a800-13e649c7f7e4 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d0c2082-4ddb-4d7e-9e45-288accb1bd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449846 Apr 22 16:26:58.810955 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=6e175248-ea44-49f8-9482-e4938b6b303c,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:26:58.820689 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:58.821244 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:58.821748 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:58.822169 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:58.822979 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:58.823774 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:58.824157 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:58.824525 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:58.824903 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:58.825273 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:58.825634 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:58.825995 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:26:58.830329 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:26:58.938813 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['6e175248-ea44-49f8-9482-e4938b6b303c'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:27:00.011482 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116c6bf-014c-4de5-9182-8ab05e664f42 req-e020ca19-3789-4574-831a-c5527c43b12f tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:00.013151 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2116c6bf-014c-4de5-9182-8ab05e664f42 req-e020ca19-3789-4574-831a-c5527c43b12f tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] 10.222.0.21 "GET /v2.0/ports?device_id=21f7ffa4-b7d0-4e56-abe2-5bb4acc5edbb HTTP/1.1" status: 200 len: 944 time: 0.1094828 Apr 22 16:27:00.084298 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-2116c6bf-014c-4de5-9182-8ab05e664f42 req-860112e4-e06a-469c-8a3f-187bc25d325a tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d0c2082-4ddb-4d7e-9e45-288accb1bd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584915 Apr 22 16:27:00.448933 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 6e175248-ea44-49f8-9482-e4938b6b303c up at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:27:00.526516 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning for port 6e175248-ea44-49f8-9482-e4938b6b303c completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:27:00.532098 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning complete for port 6e175248-ea44-49f8-9482-e4938b6b303c triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:27:00.532571 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:00.671625 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:00.704976 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f7ffa4-b7d0-4e56-abe2-5bb4acc5edbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e175248-ea44-49f8-9482-e4938b6b303c'}] {{(pid=86317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:27:00.717428 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 6e175248-ea44-49f8-9482-e4938b6b303c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6e175248-ea44-49f8-9482-e4938b6b303c,segment=NetworkSegment(9329ad2c-03c5-4239-8763-34a2f2bb0437),segment_id=9329ad2c-03c5-4239-8763-34a2f2bb0437)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:27:00.720823 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:00.723632 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-fe402077-48d4-48e1-8336-aff9705fabd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:00.761116 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f7ffa4-b7d0-4e56-abe2-5bb4acc5edbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e175248-ea44-49f8-9482-e4938b6b303c', 'code': 200} Apr 22 16:27:00.820835 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=6e175248-ea44-49f8-9482-e4938b6b303c,revision_number=5']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:00.824584 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:01.074316 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7dbd96-8eff-48f7-98a2-1b2515db4d52 req-ea992f72-85de-48dc-a703-62dbc03385b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:01.075977 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5c7dbd96-8eff-48f7-98a2-1b2515db4d52 req-ea992f72-85de-48dc-a703-62dbc03385b8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=21f7ffa4-b7d0-4e56-abe2-5bb4acc5edbb HTTP/1.1" status: 200 len: 1098 time: 0.0849035 Apr 22 16:27:01.123316 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5c7dbd96-8eff-48f7-98a2-1b2515db4d52 req-d5a5527b-c757-45bc-b519-e3b52ee366a4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0d0c2082-4ddb-4d7e-9e45-288accb1bd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409749 Apr 22 16:27:01.303225 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ce656-3760-4e00-af63-551bd16c7c0e req-64d34868-e22e-4ca2-9a1e-742e9fede94b tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:01.304851 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5f7ce656-3760-4e00-af63-551bd16c7c0e req-64d34868-e22e-4ca2-9a1e-742e9fede94b tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] 10.222.0.21 "GET /v2.0/ports?device_id=21f7ffa4-b7d0-4e56-abe2-5bb4acc5edbb HTTP/1.1" status: 200 len: 945 time: 0.0965719 Apr 22 16:27:01.355690 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-5f7ce656-3760-4e00-af63-551bd16c7c0e req-b5711696-5f0b-4c41-875b-1ba6827a8b53 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d0c2082-4ddb-4d7e-9e45-288accb1bd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441842 Apr 22 16:27:02.581775 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e41b10-c70b-4bfe-8397-c4c20fa93b93 req-c32de282-b4c6-4527-a39b-c8ec83c1b9e0 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:02.583592 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-01e41b10-c70b-4bfe-8397-c4c20fa93b93 req-c32de282-b4c6-4527-a39b-c8ec83c1b9e0 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] 10.222.0.21 "GET /v2.0/ports?device_id=21f7ffa4-b7d0-4e56-abe2-5bb4acc5edbb HTTP/1.1" status: 200 len: 945 time: 0.0998764 Apr 22 16:27:02.639885 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-01e41b10-c70b-4bfe-8397-c4c20fa93b93 req-f98daab6-2f51-41ed-a0a6-b4e6be979637 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d0c2082-4ddb-4d7e-9e45-288accb1bd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495689 Apr 22 16:27:06.190506 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef530b-34f6-4bd9-b6cd-d48327a88473 req-98b72316-c137-470f-b587-4ae2005e7060 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:06.192112 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-89ef530b-34f6-4bd9-b6cd-d48327a88473 req-98b72316-c137-470f-b587-4ae2005e7060 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] 10.222.0.21 "GET /v2.0/ports?device_id=21f7ffa4-b7d0-4e56-abe2-5bb4acc5edbb HTTP/1.1" status: 200 len: 945 time: 0.0924349 Apr 22 16:27:06.241979 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-89ef530b-34f6-4bd9-b6cd-d48327a88473 req-2f011cdc-c8b3-4eed-869c-6eea1bece232 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d0c2082-4ddb-4d7e-9e45-288accb1bd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434780 Apr 22 16:27:07.484356 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c847f-87cc-41f5-8ccf-9af677503f17 req-4c188151-3a25-487c-9631-b11a488d46b4 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:07.485965 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e83c847f-87cc-41f5-8ccf-9af677503f17 req-4c188151-3a25-487c-9631-b11a488d46b4 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] 10.222.0.43 "GET /v2.0/ports?device_id=21f7ffa4-b7d0-4e56-abe2-5bb4acc5edbb HTTP/1.1" status: 200 len: 945 time: 0.1661029 Apr 22 16:27:07.538547 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a1d93-ca0f-41c9-b2c2-0ec00473952d req-92459c9d-5066-4c6f-9595-8ce10fc911ce tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:07.540197 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cf0a1d93-ca0f-41c9-b2c2-0ec00473952d req-92459c9d-5066-4c6f-9595-8ce10fc911ce tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] 10.222.0.21 "GET /v2.0/ports?device_id=21f7ffa4-b7d0-4e56-abe2-5bb4acc5edbb HTTP/1.1" status: 200 len: 945 time: 0.1675327 Apr 22 16:27:07.608087 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-e83c847f-87cc-41f5-8ccf-9af677503f17 req-c2e7250e-ec31-4287-8685-aaa11ca5cb85 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Deleting port 6e175248-ea44-49f8-9482-e4938b6b303c {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:27:07.608479 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-e83c847f-87cc-41f5-8ccf-9af677503f17 req-c2e7250e-ec31-4287-8685-aaa11ca5cb85 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:07.661835 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cf0a1d93-ca0f-41c9-b2c2-0ec00473952d req-91d11c69-5cec-4b74-a218-8412b8df64f4 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d0c2082-4ddb-4d7e-9e45-288accb1bd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139064 Apr 22 16:27:07.890984 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-e83c847f-87cc-41f5-8ccf-9af677503f17 req-c2e7250e-ec31-4287-8685-aaa11ca5cb85 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] For port 6e175248-ea44-49f8-9482-e4938b6b303c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6e175248-ea44-49f8-9482-e4938b6b303c,segment=NetworkSegment(9329ad2c-03c5-4239-8763-34a2f2bb0437),segment_id=9329ad2c-03c5-4239-8763-34a2f2bb0437)] {{(pid=86316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:27:07.891306 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-e83c847f-87cc-41f5-8ccf-9af677503f17 req-c2e7250e-ec31-4287-8685-aaa11ca5cb85 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:08.036064 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-e83c847f-87cc-41f5-8ccf-9af677503f17 req-c2e7250e-ec31-4287-8685-aaa11ca5cb85 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Calling delete_port for 6e175248-ea44-49f8-9482-e4938b6b303c owned by compute:nova {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:27:08.118148 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:08.226971 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-e83c847f-87cc-41f5-8ccf-9af677503f17 req-c2e7250e-ec31-4287-8685-aaa11ca5cb85 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:08.235687 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ce2d28dc-70cb-4990-8433-4baeef18d20e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:08.240696 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['6e175248-ea44-49f8-9482-e4938b6b303c'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:27:08.322743 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7250e-ec31-4287-8685-aaa11ca5cb85 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Pushing event deleted for resources: {'Port': ['ID=6e175248-ea44-49f8-9482-e4938b6b303c,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:08.378630 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7250e-ec31-4287-8685-aaa11ca5cb85 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:08.379056 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7250e-ec31-4287-8685-aaa11ca5cb85 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:08.379481 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7250e-ec31-4287-8685-aaa11ca5cb85 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:08.379899 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7250e-ec31-4287-8685-aaa11ca5cb85 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:08.380310 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7250e-ec31-4287-8685-aaa11ca5cb85 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:08.380718 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7250e-ec31-4287-8685-aaa11ca5cb85 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:08.381124 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7250e-ec31-4287-8685-aaa11ca5cb85 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:08.381538 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7250e-ec31-4287-8685-aaa11ca5cb85 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:08.381941 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7250e-ec31-4287-8685-aaa11ca5cb85 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:08.382344 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7250e-ec31-4287-8685-aaa11ca5cb85 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:08.383318 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7250e-ec31-4287-8685-aaa11ca5cb85 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:08.383730 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7250e-ec31-4287-8685-aaa11ca5cb85 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:08.393441 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-c2e7250e-ec31-4287-8685-aaa11ca5cb85 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:08.440770 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83c847f-87cc-41f5-8ccf-9af677503f17 req-c2e7250e-ec31-4287-8685-aaa11ca5cb85 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] No DVR routers for this DVR port 6e175248-ea44-49f8-9482-e4938b6b303c on host hv-cinder-78462 {{(pid=86316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:27:08.443634 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-e83c847f-87cc-41f5-8ccf-9af677503f17 req-c2e7250e-ec31-4287-8685-aaa11ca5cb85 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:08.446779 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f7ffa4-b7d0-4e56-abe2-5bb4acc5edbb', 'name': 'network-vif-deleted', 'tag': '6e175248-ea44-49f8-9482-e4938b6b303c'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:27:08.472725 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-e83c847f-87cc-41f5-8ccf-9af677503f17 req-c2e7250e-ec31-4287-8685-aaa11ca5cb85 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] 10.222.0.43 "DELETE /v2.0/ports/6e175248-ea44-49f8-9482-e4938b6b303c HTTP/1.1" status: 204 len: 173 time: 0.9809892 Apr 22 16:27:08.478583 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3c492a87-9179-41ba-be33-d7d7c8938ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:08.515045 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f7ffa4-b7d0-4e56-abe2-5bb4acc5edbb', 'name': 'network-vif-deleted', 'tag': '6e175248-ea44-49f8-9482-e4938b6b303c', 'status': 'completed', 'code': 200} Apr 22 16:27:08.884275 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-8d2c230b-a3d2-43e8-ac6c-d3c2518d8d05 req-ce0d4c19-2a08-4961-b66c-71891df09d69 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Synchronizing usage tracker for tenant:fdaaa8b743c44e558a6fea20d0df8ac5 on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:27:08.907456 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-8d2c230b-a3d2-43e8-ac6c-d3c2518d8d05 req-ce0d4c19-2a08-4961-b66c-71891df09d69 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Unset dirty status for tenant:fdaaa8b743c44e558a6fea20d0df8ac5 on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:27:08.909668 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-8d2c230b-a3d2-43e8-ac6c-d3c2518d8d05 req-ce0d4c19-2a08-4961-b66c-71891df09d69 tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] 10.222.0.21 "GET /v2.0/ports?device_id=21f7ffa4-b7d0-4e56-abe2-5bb4acc5edbb HTTP/1.1" status: 200 len: 210 time: 0.1083796 Apr 22 16:27:10.495359 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 6e175248-ea44-49f8-9482-e4938b6b303c no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:27:10.537841 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] No Port match for: 6e175248-ea44-49f8-9482-e4938b6b303c {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:27:10.538438 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 6e175248-ea44-49f8-9482-e4938b6b303c not bound to the agent host hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:27:11.409237 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8b7355f7-f5b2-471a-b6c7-72ac875cac2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:11.637309 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:11.826259 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:13.176497 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:27.903374 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 49116) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:27.970014 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0297d5c-b064-4266-b7af-5e62a81f1a0f admin admin] Deleting subnet ba2e0b75-13ec-4183-a768-025c3ef9e72d {{(pid=86315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:27:27.973662 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d0297d5c-b064-4266-b7af-5e62a81f1a0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:28.030383 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d0297d5c-b064-4266-b7af-5e62a81f1a0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852340622'] for subnet, precommit_delete_associations {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:28.088970 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d0297d5c-b064-4266-b7af-5e62a81f1a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33244205'] for subnet, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:28.344307 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d0297d5c-b064-4266-b7af-5e62a81f1a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821531627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1045039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2317225'] for subnet, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:28.349517 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-3c7a5820-b1a7-43bc-a157-828650f0c6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:28.388470 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d0297d5c-b064-4266-b7af-5e62a81f1a0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for subnet, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:28.392641 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0297d5c-b064-4266-b7af-5e62a81f1a0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba2e0b75-13ec-4183-a768-025c3ef9e72d,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:28.394913 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d0297d5c-b064-4266-b7af-5e62a81f1a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:28.398064 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-d0297d5c-b064-4266-b7af-5e62a81f1a0f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ba2e0b75-13ec-4183-a768-025c3ef9e72d HTTP/1.1" status: 204 len: 168 time: 0.4936008 Apr 22 16:27:28.400787 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 49120) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:28.515549 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-17983278-c0dd-4c2a-b51f-b57493513271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33148001'] for network, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:28.647259 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-17983278-c0dd-4c2a-b51f-b57493513271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036821531528', 'neutron.services.segments.db._delete_segments_for_network-8794767365747'] for network, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:28.762270 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-17983278-c0dd-4c2a-b51f-b57493513271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50787e70-d711-4c38-8c65-9c45f66ecf9a']}} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:27:28.775495 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-17983278-c0dd-4c2a-b51f-b57493513271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9329ad2c-03c5-4239-8763-34a2f2bb0437') {'for_net_delete': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:27:28.775836 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-17983278-c0dd-4c2a-b51f-b57493513271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9329ad2c-03c5-4239-8763-34a2f2bb0437') {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:27:28.787603 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-17983278-c0dd-4c2a-b51f-b57493513271 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242087248739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2435194'] for segment, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:28.802098 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-17983278-c0dd-4c2a-b51f-b57493513271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:28.808273 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17983278-c0dd-4c2a-b51f-b57493513271 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=86315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:27:28.990338 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-17983278-c0dd-4c2a-b51f-b57493513271 admin admin] Network 50787e70-d711-4c38-8c65-9c45f66ecf9a has no segments {{(pid=86315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:27:28.999353 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-17983278-c0dd-4c2a-b51f-b57493513271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33247036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853729396'] for segment, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:29.188392 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-17983278-c0dd-4c2a-b51f-b57493513271 admin admin] Network 50787e70-d711-4c38-8c65-9c45f66ecf9a has no segments {{(pid=86315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: Traceback (most recent call last): Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: timer() Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: cb(*args, **kw) Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: return func(*args, **kwargs) Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: self._notify() Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: self.callback(batched_events) Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: event.method(event) Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: segment_id)['aggregates'][0] Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: return f(self, *a, **k) Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: return self._get(url).json() Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: **kwargs) Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: return self.request(url, 'GET', **kwargs) Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: **endpoint_filter) Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:27:29.216742 dv-cinder-784623-7-smb neutron-server[86202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:27:29.298120 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-17983278-c0dd-4c2a-b51f-b57493513271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691077'] for network, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:29.303254 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-17983278-c0dd-4c2a-b51f-b57493513271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:29.307097 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-e7ddedfc-3e61-4018-b339-622e0d67ffb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:29.327049 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17983278-c0dd-4c2a-b51f-b57493513271 admin admin] Pushing event deleted for resources: {'Network': ['ID=50787e70-d711-4c38-8c65-9c45f66ecf9a,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:29.330243 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-17983278-c0dd-4c2a-b51f-b57493513271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:29.331893 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-17983278-c0dd-4c2a-b51f-b57493513271 admin admin] 10.222.0.21 "DELETE /v2.0/networks/50787e70-d711-4c38-8c65-9c45f66ecf9a HTTP/1.1" status: 204 len: 168 time: 0.9301004 Apr 22 16:27:29.334881 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 49124) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:29.403715 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_v2 [None req-01c28bb4-8634-468a-b7fd-eabe9eed2386 admin admin] Deleting subnet d30fdd98-7149-4bff-830b-ff81c8c65176 {{(pid=86315) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:27:29.406853 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-01c28bb4-8634-468a-b7fd-eabe9eed2386 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:29.458634 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-01c28bb4-8634-468a-b7fd-eabe9eed2386 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852340622'] for subnet, precommit_delete_associations {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:29.518994 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-01c28bb4-8634-468a-b7fd-eabe9eed2386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33244205'] for subnet, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:29.784189 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-01c28bb4-8634-468a-b7fd-eabe9eed2386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821531627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1045039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2317225'] for subnet, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:29.789359 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-3010ef75-cfd7-4410-8d42-5e3ea49986bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:29.832632 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c28bb4-8634-468a-b7fd-eabe9eed2386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d30fdd98-7149-4bff-830b-ff81c8c65176,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:29.836070 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-01c28bb4-8634-468a-b7fd-eabe9eed2386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:29.837116 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-01c28bb4-8634-468a-b7fd-eabe9eed2386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for subnet, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:29.843857 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-01c28bb4-8634-468a-b7fd-eabe9eed2386 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d30fdd98-7149-4bff-830b-ff81c8c65176 HTTP/1.1" status: 204 len: 168 time: 0.5078878 Apr 22 16:27:29.846896 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 49128) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:29.969823 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7db4a6c2-33f2-4ddc-a544-62485ce7e909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33148001'] for network, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:30.108084 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7db4a6c2-33f2-4ddc-a544-62485ce7e909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036821531528', 'neutron.services.segments.db._delete_segments_for_network-8794767365747'] for network, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:30.228753 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-7db4a6c2-33f2-4ddc-a544-62485ce7e909 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c9217f-e57d-4f25-86d2-65fe14e10a25']}} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:27:30.241951 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-7db4a6c2-33f2-4ddc-a544-62485ce7e909 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd807778f-5722-4064-bd04-c221edd2b9c0') {'for_net_delete': True} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:27:30.242447 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-7db4a6c2-33f2-4ddc-a544-62485ce7e909 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd807778f-5722-4064-bd04-c221edd2b9c0') {} {{(pid=86315) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:27:30.255455 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7db4a6c2-33f2-4ddc-a544-62485ce7e909 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242087248739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2435194'] for segment, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:30.274809 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7db4a6c2-33f2-4ddc-a544-62485ce7e909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:30.281945 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db4a6c2-33f2-4ddc-a544-62485ce7e909 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=86315) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:27:30.466300 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-7db4a6c2-33f2-4ddc-a544-62485ce7e909 admin admin] Network 07c9217f-e57d-4f25-86d2-65fe14e10a25 has no segments {{(pid=86315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:27:30.476054 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7db4a6c2-33f2-4ddc-a544-62485ce7e909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33247036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853729396'] for segment, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:30.664691 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-7db4a6c2-33f2-4ddc-a544-62485ce7e909 admin admin] Network 07c9217f-e57d-4f25-86d2-65fe14e10a25 has no segments {{(pid=86315) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: Traceback (most recent call last): Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: timer() Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: cb(*args, **kw) Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: return func(*args, **kwargs) Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: self._notify() Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: self.callback(batched_events) Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: event.method(event) Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: segment_id)['aggregates'][0] Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: return f(self, *a, **k) Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: return self._get(url).json() Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: **kwargs) Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: return self.request(url, 'GET', **kwargs) Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: **endpoint_filter) Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:27:30.688459 dv-cinder-784623-7-smb neutron-server[86202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:27:30.775875 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7db4a6c2-33f2-4ddc-a544-62485ce7e909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691077'] for network, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:30.779990 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-80d3cd55-2cb1-44ac-942a-5f93c16127cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:30.794704 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7db4a6c2-33f2-4ddc-a544-62485ce7e909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:30.804497 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4a6c2-33f2-4ddc-a544-62485ce7e909 admin admin] Pushing event deleted for resources: {'Network': ['ID=07c9217f-e57d-4f25-86d2-65fe14e10a25,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:30.807578 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-7db4a6c2-33f2-4ddc-a544-62485ce7e909 admin admin] 10.222.0.21 "DELETE /v2.0/networks/07c9217f-e57d-4f25-86d2-65fe14e10a25 HTTP/1.1" status: 204 len: 168 time: 0.9596553 Apr 22 16:27:30.808562 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-7db4a6c2-33f2-4ddc-a544-62485ce7e909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:30.998771 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 49134) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:31.052794 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-7f9a1f04-08db-40e9-a6c5-f4270b061259 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fdaaa8b743c44e558a6fea20d0df8ac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526776 Apr 22 16:27:31.055487 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 49138) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:31.120465 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a688e72e-dcf3-4852-8f42-728502d88ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:31.149187 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a688e72e-dcf3-4852-8f42-728502d88ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:31.202018 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a688e72e-dcf3-4852-8f42-728502d88ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:31.208140 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-7c4d1630-d1b3-499d-bc89-f22073792ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:31.222061 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688e72e-dcf3-4852-8f42-728502d88ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0c2082-4ddb-4d7e-9e45-288accb1bd68,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:31.224867 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-a688e72e-dcf3-4852-8f42-728502d88ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:31.227074 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a688e72e-dcf3-4852-8f42-728502d88ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:31.228186 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-a688e72e-dcf3-4852-8f42-728502d88ecb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d0c2082-4ddb-4d7e-9e45-288accb1bd68 HTTP/1.1" status: 204 len: 168 time: 0.1717353 Apr 22 16:27:31.715122 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 49146) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:31.768508 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-1cff5009-49da-44f3-a68e-0a62123ff332 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02cf0b5e5d4e46eda460a363146ac1f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520594 Apr 22 16:27:31.771067 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 49150) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:31.834174 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c1f5f69e-b066-49db-b1e8-59074a730bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:31.861416 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c1f5f69e-b066-49db-b1e8-59074a730bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:31.911619 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c1f5f69e-b066-49db-b1e8-59074a730bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:31.916813 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-4ab9d24f-2dc2-43b8-bf94-43b7e3e2ab34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:31.934567 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5f69e-b066-49db-b1e8-59074a730bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a294561-a62e-4598-900a-1e1b726fac43,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:31.937803 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-c1f5f69e-b066-49db-b1e8-59074a730bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:31.939589 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c1f5f69e-b066-49db-b1e8-59074a730bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:31.940812 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-c1f5f69e-b066-49db-b1e8-59074a730bd7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a294561-a62e-4598-900a-1e1b726fac43 HTTP/1.1" status: 204 len: 168 time: 0.1687455 Apr 22 16:27:33.491587 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 49194) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:33.615965 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bf562c87-dd02-4fec-84db-c45b254e125c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:33.632175 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-bf562c87-dd02-4fec-84db-c45b254e125c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:33.636265 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-bf562c87-dd02-4fec-84db-c45b254e125c admin admin] Usage tracker for resource:security_group_rule and tenant:a932d3f6d0b94f10a394eb6d3c9a1ae9 is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:27:33.639236 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-bf562c87-dd02-4fec-84db-c45b254e125c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:27:33.646273 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-bf562c87-dd02-4fec-84db-c45b254e125c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:33.734185 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bf562c87-dd02-4fec-84db-c45b254e125c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:33.736808 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bf562c87-dd02-4fec-84db-c45b254e125c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:33.745564 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-47c52d7e-8ca1-4962-b593-ef15dc48c753 tempest-AttachVolumeTestJSON-1011485958 tempest-AttachVolumeTestJSON-1011485958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:33.787614 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-bf562c87-dd02-4fec-84db-c45b254e125c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a932d3f6d0b94f10a394eb6d3c9a1ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948751 Apr 22 16:27:33.788569 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf562c87-dd02-4fec-84db-c45b254e125c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8908ce9-d8a6-4a42-802a-c810bfdb8df5,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:33.791205 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 49200) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:33.791731 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-bf562c87-dd02-4fec-84db-c45b254e125c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:33.853908 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7cbb1cf0-ee81-49b6-8a8f-4a2aeba9dc24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:33.880948 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7cbb1cf0-ee81-49b6-8a8f-4a2aeba9dc24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:33.926755 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7cbb1cf0-ee81-49b6-8a8f-4a2aeba9dc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:33.931749 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b8c72261-4729-4074-b13b-6ad11ffea37d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:33.944445 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb1cf0-ee81-49b6-8a8f-4a2aeba9dc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8908ce9-d8a6-4a42-802a-c810bfdb8df5,revision_number=None']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:33.947600 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-7cbb1cf0-ee81-49b6-8a8f-4a2aeba9dc24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:33.949635 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7cbb1cf0-ee81-49b6-8a8f-4a2aeba9dc24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:33.953735 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-7cbb1cf0-ee81-49b6-8a8f-4a2aeba9dc24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b8908ce9-d8a6-4a42-802a-c810bfdb8df5 HTTP/1.1" status: 204 len: 168 time: 0.1612163 Apr 22 16:27:34.392785 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:27:34.638317 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86315) accepted ('10.222.0.21', 49224) {{(pid=86315) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:34.752361 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1342233164-network', 'tenant_id': '6eccba71214b4021af3cb8b267a5f32a'}} {{(pid=86315) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:27:34.757740 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:34.761806 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Usage tracker for resource:network and tenant:6eccba71214b4021af3cb8b267a5f32a is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:27:34.764819 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:27:34.771647 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:34.780203 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Made reservation on behalf of 6eccba71214b4021af3cb8b267a5f32a for: {'network': 1} {{(pid=86315) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:27:34.785394 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for network, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:34.797814 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:34.816781 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:34.820646 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Usage tracker for resource:security_group_rule and tenant:6eccba71214b4021af3cb8b267a5f32a is out of sync, need to count used quota {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:27:34.823517 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86315) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:27:34.829469 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86315) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:34.911907 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:34.914674 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:34.918767 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f536cd1d-b204-416b-bc16-a24a3c3475da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:34.944036 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=86315) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 16:27:34.957599 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29af47e7-8822-47e3-8691-b0da336f0638,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:34.962643 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:34.963032 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.db.segments_db [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Added segment 7d54bb67-baab-4e63-92e1-fa76b4e755bf of type vlan for network 8a8cf941-60bc-4483-9f8e-13528e969503 Apr 22 16:27:34.971865 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:34.972289 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:34.972705 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:34.973115 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:34.973523 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:34.973929 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:34.974333 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:34.974766 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:34.975173 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:34.975571 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:34.975970 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:34.976364 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:27:34.980654 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:35.002626 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242087783420'] for network, precommit_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:35.031975 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319'] for network, after_create {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:35.033369 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86315) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:35.034008 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86315) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:35.038924 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:35.146647 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5069880 Apr 22 16:27:35.147561 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Pushing event updated for resources: {'Network': ['ID=8a8cf941-60bc-4483-9f8e-13528e969503,revision_number=1']} {{(pid=86315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:35.149771 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 49230) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:27:35.150375 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ed585ca6-4155-4e5c-b443-162673ec5d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86315) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:35.156225 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [None req-cee271b5-b1da-445d-b0b5-c81a052e21e4 admin admin] Request body: {'subnet': {'network_id': '8a8cf941-60bc-4483-9f8e-13528e969503', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1342233164-subnet', 'tenant_id': '6eccba71214b4021af3cb8b267a5f32a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:27:35.157835 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Network 8a8cf941-60bc-4483-9f8e-13528e969503 details requested by agent ovs-agent-dv-cinder-784623-7-smb with host dv-cinder-784623-7-smb {{(pid=86317) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 16:27:35.161614 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-cee271b5-b1da-445d-b0b5-c81a052e21e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:35.165764 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-cee271b5-b1da-445d-b0b5-c81a052e21e4 admin admin] Usage tracker for resource:subnet and tenant:6eccba71214b4021af3cb8b267a5f32a is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:27:35.168748 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [None req-cee271b5-b1da-445d-b0b5-c81a052e21e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:27:35.175407 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [None req-cee271b5-b1da-445d-b0b5-c81a052e21e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:35.185125 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee271b5-b1da-445d-b0b5-c81a052e21e4 admin admin] Made reservation on behalf of 6eccba71214b4021af3cb8b267a5f32a for: {'subnet': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:27:35.190729 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-cee271b5-b1da-445d-b0b5-c81a052e21e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3219654'] for subnet, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:35.833231 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-cee271b5-b1da-445d-b0b5-c81a052e21e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3510984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3219671'] for subnet, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:35.838393 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-a54c123c-8c25-4b8c-a5be-f9e10211f59c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:35.914900 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee271b5-b1da-445d-b0b5-c81a052e21e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aece38d-faef-4f1d-9fce-5d0671f7c1bb,revision_number=0']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:35.919252 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-cee271b5-b1da-445d-b0b5-c81a052e21e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:35.924137 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee271b5-b1da-445d-b0b5-c81a052e21e4 admin admin] Checking segment: {'id': '7d54bb67-baab-4e63-92e1-fa76b4e755bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8a8cf941-60bc-4483-9f8e-13528e969503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:27:35.924524 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee271b5-b1da-445d-b0b5-c81a052e21e4 admin admin] Network hostable DHCP agents. Network: 8a8cf941-60bc-4483-9f8e-13528e969503, hostable agents: ['c28daaaa-be26-4683-88d7-0ed6ab386346'], hosted agents: [] {{(pid=86316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 16:27:35.943452 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee271b5-b1da-445d-b0b5-c81a052e21e4 admin admin] Network 8a8cf941-60bc-4483-9f8e-13528e969503 is scheduled to be hosted by DHCP agent c28daaaa-be26-4683-88d7-0ed6ab386346 with binding_index 1 {{(pid=86316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 16:27:35.952131 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [None req-cee271b5-b1da-445d-b0b5-c81a052e21e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-7-smb, 8a8cf941-60bc-4483-9f8e-13528e969503) {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:27:35.962268 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669fb454-f3b2-44ac-a53e-1de409001457 None None] Network 8a8cf941-60bc-4483-9f8e-13528e969503 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:27:35.968079 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee271b5-b1da-445d-b0b5-c81a052e21e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:35.968728 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-cee271b5-b1da-445d-b0b5-c81a052e21e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:35.993659 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-cee271b5-b1da-445d-b0b5-c81a052e21e4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8424442 Apr 22 16:27:36.361905 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5bbbe1-f11f-46d5-a08a-1dc21183e885 None None] Network 8a8cf941-60bc-4483-9f8e-13528e969503 requested from dv-cinder-784623-7-smb {{(pid=86317) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 16:27:38.089757 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087896c9-732b-4a7b-8629-fe695d512f3c req-d73d5f85-5882-422d-968b-df2497529f9b tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:38.091346 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-087896c9-732b-4a7b-8629-fe695d512f3c req-d73d5f85-5882-422d-968b-df2497529f9b tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/networks?id=8a8cf941-60bc-4483-9f8e-13528e969503 HTTP/1.1" status: 200 len: 814 time: 0.1591361 Apr 22 16:27:38.107773 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-087896c9-732b-4a7b-8629-fe695d512f3c req-43d93e2d-84ea-4d2f-af8f-3daaf79cf181 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/quotas/6eccba71214b4021af3cb8b267a5f32a HTTP/1.1" status: 200 len: 375 time: 0.0099459 Apr 22 16:27:38.114303 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:38.163971 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-087896c9-732b-4a7b-8629-fe695d512f3c req-4539c53b-2562-4f89-aedb-e61b0a97b59e tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6eccba71214b4021af3cb8b267a5f32a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487401 Apr 22 16:27:38.305427 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-087896c9-732b-4a7b-8629-fe695d512f3c req-4528713f-5ad1-4c69-8882-1d8007742f32 service neutron] 10.222.0.21 "GET /v2.0/networks/8a8cf941-60bc-4483-9f8e-13528e969503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339593 Apr 22 16:27:38.447629 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-087896c9-732b-4a7b-8629-fe695d512f3c req-5d2001f1-1596-45a4-ac12-53d329cd89a2 service neutron] 10.222.0.21 "GET /v2.0/networks/8a8cf941-60bc-4483-9f8e-13528e969503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356134 Apr 22 16:27:38.470064 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-0da3cfa7-c53d-41ae-b05c-a0804256645b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:38.646004 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-740be5c5-7945-4a6e-968f-5f999d402416 req-efcc930c-1be4-43ef-b976-64cbad43aeb9 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=024378c5-96ef-44fa-9f90-33a60c2b5cff HTTP/1.1" status: 200 len: 210 time: 0.0509417 Apr 22 16:27:39.731330 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087896c9-732b-4a7b-8629-fe695d512f3c req-a3e6e32d-839a-4000-b002-e726211b7e99 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:39.732883 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-087896c9-732b-4a7b-8629-fe695d512f3c req-a3e6e32d-839a-4000-b002-e726211b7e99 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.43 "GET /v2.0/networks?id=8a8cf941-60bc-4483-9f8e-13528e969503 HTTP/1.1" status: 200 len: 814 time: 0.1719146 Apr 22 16:27:39.745941 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-087896c9-732b-4a7b-8629-fe695d512f3c req-ba3002f7-1fe6-46ea-b59c-9e739a0f122e tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Request body: {'port': {'device_id': '024378c5-96ef-44fa-9f90-33a60c2b5cff', 'network_id': '8a8cf941-60bc-4483-9f8e-13528e969503', 'admin_state_up': True, 'tenant_id': '6eccba71214b4021af3cb8b267a5f32a'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:27:39.839344 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-f0a737ba-1e3e-4729-a056-f20d89e32651 req-ff03b95d-d8a8-4811-bbfb-58cb4976fad6 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=024378c5-96ef-44fa-9f90-33a60c2b5cff HTTP/1.1" status: 200 len: 210 time: 0.0756433 Apr 22 16:27:39.947391 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-087896c9-732b-4a7b-8629-fe695d512f3c req-ba3002f7-1fe6-46ea-b59c-9e739a0f122e tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:27:39.951270 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-087896c9-732b-4a7b-8629-fe695d512f3c req-ba3002f7-1fe6-46ea-b59c-9e739a0f122e tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Usage tracker for resource:port and tenant:6eccba71214b4021af3cb8b267a5f32a is out of sync, need to count used quota {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 16:27:39.954202 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-087896c9-732b-4a7b-8629-fe695d512f3c req-ba3002f7-1fe6-46ea-b59c-9e739a0f122e tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 16:27:39.961120 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-087896c9-732b-4a7b-8629-fe695d512f3c req-ba3002f7-1fe6-46ea-b59c-9e739a0f122e tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:27:39.969641 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-087896c9-732b-4a7b-8629-fe695d512f3c req-ba3002f7-1fe6-46ea-b59c-9e739a0f122e tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Made reservation on behalf of 6eccba71214b4021af3cb8b267a5f32a for: {'port': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:27:39.975837 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-087896c9-732b-4a7b-8629-fe695d512f3c req-ba3002f7-1fe6-46ea-b59c-9e739a0f122e tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:40.148795 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [req-087896c9-732b-4a7b-8629-fe695d512f3c req-ba3002f7-1fe6-46ea-b59c-9e739a0f122e tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Allocated IP 172.20.0.14 (8a8cf941-60bc-4483-9f8e-13528e969503/7aece38d-faef-4f1d-9fce-5d0671f7c1bb/0134587f-ebe7-4672-8126-c0bf40a4336a) {{(pid=86316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:27:40.387730 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-087896c9-732b-4a7b-8629-fe695d512f3c req-ba3002f7-1fe6-46ea-b59c-9e739a0f122e tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Notify callbacks [] for port, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:40.417033 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-087896c9-732b-4a7b-8629-fe695d512f3c req-ba3002f7-1fe6-46ea-b59c-9e739a0f122e tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:40.422973 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9d5f4a28-6529-4e93-8941-2e4c4ba21c60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:40.491711 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-087896c9-732b-4a7b-8629-fe695d512f3c req-ba3002f7-1fe6-46ea-b59c-9e739a0f122e tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Network 8a8cf941-60bc-4483-9f8e-13528e969503 is already hosted by enough agents. {{(pid=86316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:27:40.495689 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [req-087896c9-732b-4a7b-8629-fe695d512f3c req-ba3002f7-1fe6-46ea-b59c-9e739a0f122e tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Resources bound (agent type, host, resource id): {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:27:40.501345 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-087896c9-732b-4a7b-8629-fe695d512f3c req-ba3002f7-1fe6-46ea-b59c-9e739a0f122e tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Received port after_create {{(pid=86316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:27:40.544248 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3002f7-1fe6-46ea-b59c-9e739a0f122e tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Pushing event updated for resources: {'Port': ['ID=0134587f-ebe7-4672-8126-c0bf40a4336a,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:40.549411 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ba3002f7-1fe6-46ea-b59c-9e739a0f122e tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:40.577921 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087896c9-732b-4a7b-8629-fe695d512f3c req-ba3002f7-1fe6-46ea-b59c-9e739a0f122e tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:40.578618 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-087896c9-732b-4a7b-8629-fe695d512f3c req-ba3002f7-1fe6-46ea-b59c-9e739a0f122e tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:40.598386 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-087896c9-732b-4a7b-8629-fe695d512f3c req-ba3002f7-1fe6-46ea-b59c-9e739a0f122e tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8566096 Apr 22 16:27:40.610471 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-087896c9-732b-4a7b-8629-fe695d512f3c req-cf4b7f8a-03b8-4588-882e-a27cdadcee89 service neutron] Request body: {'port': {'device_id': '024378c5-96ef-44fa-9f90-33a60c2b5cff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:27:40.733345 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-087896c9-732b-4a7b-8629-fe695d512f3c req-cf4b7f8a-03b8-4588-882e-a27cdadcee89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:41.101345 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba352f-c31e-4512-b895-ce0cacb77005 req-9b77671e-e684-4d3f-9bd1-401ee96bbcbd tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:41.102095 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-3dba352f-c31e-4512-b895-ce0cacb77005 req-9b77671e-e684-4d3f-9bd1-401ee96bbcbd tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Synchronizing usage tracker for tenant:6eccba71214b4021af3cb8b267a5f32a on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:27:41.176938 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-3dba352f-c31e-4512-b895-ce0cacb77005 req-9b77671e-e684-4d3f-9bd1-401ee96bbcbd tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Unset dirty status for tenant:6eccba71214b4021af3cb8b267a5f32a on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:27:41.178201 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3dba352f-c31e-4512-b895-ce0cacb77005 req-9b77671e-e684-4d3f-9bd1-401ee96bbcbd tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=024378c5-96ef-44fa-9f90-33a60c2b5cff HTTP/1.1" status: 200 len: 932 time: 0.2095959 Apr 22 16:27:41.188299 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [req-087896c9-732b-4a7b-8629-fe695d512f3c req-cf4b7f8a-03b8-4588-882e-a27cdadcee89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0134587f-ebe7-4672-8126-c0bf40a4336a {{(pid=86316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:27:41.213635 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-087896c9-732b-4a7b-8629-fe695d512f3c req-cf4b7f8a-03b8-4588-882e-a27cdadcee89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:41.245218 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [req-087896c9-732b-4a7b-8629-fe695d512f3c req-cf4b7f8a-03b8-4588-882e-a27cdadcee89 service neutron] Transition to ACTIVE for port object 0134587f-ebe7-4672-8126-c0bf40a4336a will not be triggered until provisioned by entity L2. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:27:41.250167 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-087896c9-732b-4a7b-8629-fe695d512f3c req-cf4b7f8a-03b8-4588-882e-a27cdadcee89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:41.255567 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-fd244e02-07cf-4d57-be00-0ec95b38b90d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:41.287336 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3dba352f-c31e-4512-b895-ce0cacb77005 req-e00df3b6-4251-4218-b5a7-9ba862f86aeb tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/security-groups?id=29af47e7-8822-47e3-8691-b0da336f0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017375 Apr 22 16:27:41.411360 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fab99ca7-e773-4ebb-bbf1-dde157ef9b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:41.426397 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b7f8a-03b8-4588-882e-a27cdadcee89 service neutron] Pushing event updated for resources: {'Port': ['ID=0134587f-ebe7-4672-8126-c0bf40a4336a,revision_number=2']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:41.434243 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-cf4b7f8a-03b8-4588-882e-a27cdadcee89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:41.508975 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-087896c9-732b-4a7b-8629-fe695d512f3c req-cf4b7f8a-03b8-4588-882e-a27cdadcee89 service neutron] Attempting to bind port 0134587f-ebe7-4672-8126-c0bf40a4336a on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:27:41.509343 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-087896c9-732b-4a7b-8629-fe695d512f3c req-cf4b7f8a-03b8-4588-882e-a27cdadcee89 service neutron] Attempting to bind port 0134587f-ebe7-4672-8126-c0bf40a4336a by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '7d54bb67-baab-4e63-92e1-fa76b4e755bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8a8cf941-60bc-4483-9f8e-13528e969503'}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:27:41.509708 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087896c9-732b-4a7b-8629-fe695d512f3c req-cf4b7f8a-03b8-4588-882e-a27cdadcee89 service neutron] Attempting to bind port 0134587f-ebe7-4672-8126-c0bf40a4336a on network 8a8cf941-60bc-4483-9f8e-13528e969503 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:27:41.514700 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087896c9-732b-4a7b-8629-fe695d512f3c req-cf4b7f8a-03b8-4588-882e-a27cdadcee89 service neutron] Port 0134587f-ebe7-4672-8126-c0bf40a4336a on network 8a8cf941-60bc-4483-9f8e-13528e969503 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:27:41.515061 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087896c9-732b-4a7b-8629-fe695d512f3c req-cf4b7f8a-03b8-4588-882e-a27cdadcee89 service neutron] Attempting to bind port 0134587f-ebe7-4672-8126-c0bf40a4336a on network 8a8cf941-60bc-4483-9f8e-13528e969503 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:27:41.520912 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087896c9-732b-4a7b-8629-fe695d512f3c req-cf4b7f8a-03b8-4588-882e-a27cdadcee89 service neutron] Checking agent: {'id': '016b7565-6632-473e-a317-92a5bd3f2916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'started_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:27:41.521286 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087896c9-732b-4a7b-8629-fe695d512f3c req-cf4b7f8a-03b8-4588-882e-a27cdadcee89 service neutron] Checking segment: {'id': '7d54bb67-baab-4e63-92e1-fa76b4e755bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8a8cf941-60bc-4483-9f8e-13528e969503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:27:41.521705 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087896c9-732b-4a7b-8629-fe695d512f3c req-cf4b7f8a-03b8-4588-882e-a27cdadcee89 service neutron] Bound using segment: {'id': '7d54bb67-baab-4e63-92e1-fa76b4e755bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8a8cf941-60bc-4483-9f8e-13528e969503'} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:27:41.522194 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-087896c9-732b-4a7b-8629-fe695d512f3c req-cf4b7f8a-03b8-4588-882e-a27cdadcee89 service neutron] Bound port: 0134587f-ebe7-4672-8126-c0bf40a4336a, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d54bb67-baab-4e63-92e1-fa76b4e755bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8a8cf941-60bc-4483-9f8e-13528e969503'}}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:27:41.522572 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-087896c9-732b-4a7b-8629-fe695d512f3c req-cf4b7f8a-03b8-4588-882e-a27cdadcee89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:41.617158 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-087896c9-732b-4a7b-8629-fe695d512f3c req-cf4b7f8a-03b8-4588-882e-a27cdadcee89 service neutron] For port 0134587f-ebe7-4672-8126-c0bf40a4336a, host hv-cinder-78462, cleared binding levels {{(pid=86316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:27:41.620267 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-087896c9-732b-4a7b-8629-fe695d512f3c req-cf4b7f8a-03b8-4588-882e-a27cdadcee89 service neutron] For port 0134587f-ebe7-4672-8126-c0bf40a4336a, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0134587f-ebe7-4672-8126-c0bf40a4336a,segment=NetworkSegment(7d54bb67-baab-4e63-92e1-fa76b4e755bf),segment_id=7d54bb67-baab-4e63-92e1-fa76b4e755bf)] {{(pid=86316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:27:41.626422 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-087896c9-732b-4a7b-8629-fe695d512f3c req-cf4b7f8a-03b8-4588-882e-a27cdadcee89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:41.631851 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-934f7cc3-dff6-4a50-aaa7-50797c868521 tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:41.640197 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:41.695723 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087896c9-732b-4a7b-8629-fe695d512f3c req-cf4b7f8a-03b8-4588-882e-a27cdadcee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:41.696397 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-087896c9-732b-4a7b-8629-fe695d512f3c req-cf4b7f8a-03b8-4588-882e-a27cdadcee89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:41.697925 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-087896c9-732b-4a7b-8629-fe695d512f3c req-cf4b7f8a-03b8-4588-882e-a27cdadcee89 service neutron] 10.222.0.43 "PUT /v2.0/ports/0134587f-ebe7-4672-8126-c0bf40a4336a HTTP/1.1" status: 200 len: 1094 time: 1.0918784 Apr 22 16:27:41.698472 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024378c5-96ef-44fa-9f90-33a60c2b5cff', 'tag': '0134587f-ebe7-4672-8126-c0bf40a4336a'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:27:41.728634 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b7f8a-03b8-4588-882e-a27cdadcee89 service neutron] Pushing event updated for resources: {'Port': ['ID=0134587f-ebe7-4672-8126-c0bf40a4336a,revision_number=3']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:41.731819 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-cf4b7f8a-03b8-4588-882e-a27cdadcee89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:41.775028 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '024378c5-96ef-44fa-9f90-33a60c2b5cff', 'tag': '0134587f-ebe7-4672-8126-c0bf40a4336a', 'status': 'completed', 'code': 200} Apr 22 16:27:41.812944 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087896c9-732b-4a7b-8629-fe695d512f3c req-54e6fa93-a222-4385-a003-58457040f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:41.814958 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-087896c9-732b-4a7b-8629-fe695d512f3c req-54e6fa93-a222-4385-a003-58457040f829 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6eccba71214b4021af3cb8b267a5f32a&device_id=024378c5-96ef-44fa-9f90-33a60c2b5cff HTTP/1.1" status: 200 len: 1097 time: 0.0818198 Apr 22 16:27:41.828423 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:41.891278 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-087896c9-732b-4a7b-8629-fe695d512f3c req-5aac5b7d-48fe-4957-bafe-1f1b68001b43 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0134587f-ebe7-4672-8126-c0bf40a4336a HTTP/1.1" status: 200 len: 217 time: 0.0695660 Apr 22 16:27:41.963311 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087896c9-732b-4a7b-8629-fe695d512f3c req-62f81700-c2cb-455a-909e-a4bb8785225f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:41.964798 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-087896c9-732b-4a7b-8629-fe695d512f3c req-62f81700-c2cb-455a-909e-a4bb8785225f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7aece38d-faef-4f1d-9fce-5d0671f7c1bb HTTP/1.1" status: 200 len: 854 time: 0.0667729 Apr 22 16:27:42.018229 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-087896c9-732b-4a7b-8629-fe695d512f3c req-2f311e0d-f2af-4c3e-8719-252ae810bb15 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a8cf941-60bc-4483-9f8e-13528e969503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464964 Apr 22 16:27:42.393920 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-087896c9-732b-4a7b-8629-fe695d512f3c req-b5b78bfa-1682-444d-8e6d-e3c0b75f37e8 service neutron] 10.222.0.43 "GET /v2.0/networks/8a8cf941-60bc-4483-9f8e-13528e969503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689604 Apr 22 16:27:42.614614 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-087896c9-732b-4a7b-8629-fe695d512f3c req-e1e44f05-d7dc-4741-b1ba-ca9e9dba7175 service neutron] 10.222.0.43 "GET /v2.0/networks/8a8cf941-60bc-4483-9f8e-13528e969503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145004 Apr 22 16:27:42.623807 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2171f-6747-44bb-859a-12f79e327d24 req-a754adb2-6e09-4299-84d5-7a236c25cc48 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:42.624897 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-27d2171f-6747-44bb-859a-12f79e327d24 req-a754adb2-6e09-4299-84d5-7a236c25cc48 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=024378c5-96ef-44fa-9f90-33a60c2b5cff HTTP/1.1" status: 200 len: 944 time: 0.2227829 Apr 22 16:27:42.721498 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-27d2171f-6747-44bb-859a-12f79e327d24 req-afe5cfdb-51ad-4962-b993-876961d756b0 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/security-groups?id=29af47e7-8822-47e3-8691-b0da336f0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877862 Apr 22 16:27:42.760495 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b99a7-4cdc-46ec-bd4e-64816696afc9 req-50d1429f-08ac-4c9a-901b-5ffbfbd5a66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:42.762112 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-616b99a7-4cdc-46ec-bd4e-64816696afc9 req-50d1429f-08ac-4c9a-901b-5ffbfbd5a66e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6eccba71214b4021af3cb8b267a5f32a&device_id=024378c5-96ef-44fa-9f90-33a60c2b5cff HTTP/1.1" status: 200 len: 1097 time: 0.0885942 Apr 22 16:27:42.911564 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b99a7-4cdc-46ec-bd4e-64816696afc9 req-131c6096-b278-4adb-97d1-748741312e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:42.913075 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-616b99a7-4cdc-46ec-bd4e-64816696afc9 req-131c6096-b278-4adb-97d1-748741312e2d service neutron] 10.222.0.43 "GET /v2.0/networks?id=8a8cf941-60bc-4483-9f8e-13528e969503 HTTP/1.1" status: 200 len: 915 time: 0.1427855 Apr 22 16:27:42.989628 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-616b99a7-4cdc-46ec-bd4e-64816696afc9 req-fe4e9843-fc22-421b-a805-01aafa7ab003 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0134587f-ebe7-4672-8126-c0bf40a4336a HTTP/1.1" status: 200 len: 217 time: 0.0689869 Apr 22 16:27:43.066416 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b99a7-4cdc-46ec-bd4e-64816696afc9 req-73572e1b-a633-49ad-9437-b292a42a206b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:43.068060 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-616b99a7-4cdc-46ec-bd4e-64816696afc9 req-73572e1b-a633-49ad-9437-b292a42a206b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7aece38d-faef-4f1d-9fce-5d0671f7c1bb HTTP/1.1" status: 200 len: 854 time: 0.0721967 Apr 22 16:27:43.123776 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-616b99a7-4cdc-46ec-bd4e-64816696afc9 req-cb321152-2562-447e-bc11-291c62a7e77b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a8cf941-60bc-4483-9f8e-13528e969503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477207 Apr 22 16:27:43.278122 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-616b99a7-4cdc-46ec-bd4e-64816696afc9 req-e76efbc7-3eec-4a2f-89a2-1a7b3d862c7c service neutron] 10.222.0.43 "GET /v2.0/networks/8a8cf941-60bc-4483-9f8e-13528e969503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465709 Apr 22 16:27:43.305798 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:43.429471 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-616b99a7-4cdc-46ec-bd4e-64816696afc9 req-c5aeb64c-82a4-4214-be92-586f34a1b21e service neutron] 10.222.0.43 "GET /v2.0/networks/8a8cf941-60bc-4483-9f8e-13528e969503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431096 Apr 22 16:27:43.938647 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba47340-ac66-4c89-83de-532e99cf9842 req-2bdf798f-49cb-477f-a46f-261c42968455 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:43.940868 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-9ba47340-ac66-4c89-83de-532e99cf9842 req-2bdf798f-49cb-477f-a46f-261c42968455 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=024378c5-96ef-44fa-9f90-33a60c2b5cff HTTP/1.1" status: 200 len: 944 time: 0.0965824 Apr 22 16:27:43.990917 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-9ba47340-ac66-4c89-83de-532e99cf9842 req-c9a0414a-71c2-43ca-b65f-78ac0e83a662 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/security-groups?id=29af47e7-8822-47e3-8691-b0da336f0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435271 Apr 22 16:27:44.616948 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 0134587f-ebe7-4672-8126-c0bf40a4336a details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:27:44.762860 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 0134587f-ebe7-4672-8126-c0bf40a4336a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0134587f-ebe7-4672-8126-c0bf40a4336a,segment=NetworkSegment(7d54bb67-baab-4e63-92e1-fa76b4e755bf),segment_id=7d54bb67-baab-4e63-92e1-fa76b4e755bf)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:27:44.777367 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Returning: {'device': '0134587f-ebe7-4672-8126-c0bf40a4336a', 'network_id': '8a8cf941-60bc-4483-9f8e-13528e969503', 'port_id': '0134587f-ebe7-4672-8126-c0bf40a4336a', 'mac_address': 'fa:16:3e:7a:17:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aece38d-faef-4f1d-9fce-5d0671f7c1bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:27:44.837167 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:44.858888 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0134587f-ebe7-4672-8126-c0bf40a4336a {{(pid=86317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:27:44.875913 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 0134587f-ebe7-4672-8126-c0bf40a4336a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0134587f-ebe7-4672-8126-c0bf40a4336a,segment=NetworkSegment(7d54bb67-baab-4e63-92e1-fa76b4e755bf),segment_id=7d54bb67-baab-4e63-92e1-fa76b4e755bf)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:27:44.878981 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:44.880857 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:44.952062 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=0134587f-ebe7-4672-8126-c0bf40a4336a,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:44.956084 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:45.070039 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['0134587f-ebe7-4672-8126-c0bf40a4336a'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:27:45.207273 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cfdcc-bfa2-4fc1-8cfd-5cce3ec5ba25 req-302306ea-28bc-419c-bd49-63aa99bfe53a tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:45.208811 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ea7cfdcc-bfa2-4fc1-8cfd-5cce3ec5ba25 req-302306ea-28bc-419c-bd49-63aa99bfe53a tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=024378c5-96ef-44fa-9f90-33a60c2b5cff HTTP/1.1" status: 200 len: 945 time: 0.0936387 Apr 22 16:27:45.259792 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ea7cfdcc-bfa2-4fc1-8cfd-5cce3ec5ba25 req-4e2dfb2b-e675-4456-82ea-af02f0f6d513 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/security-groups?id=29af47e7-8822-47e3-8691-b0da336f0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435047 Apr 22 16:27:46.464423 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1baad88-a740-41ad-9c40-25f603d6fa55 req-25e4beae-0e81-4696-8edf-bef915853a7c tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:46.465952 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c1baad88-a740-41ad-9c40-25f603d6fa55 req-25e4beae-0e81-4696-8edf-bef915853a7c tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=024378c5-96ef-44fa-9f90-33a60c2b5cff HTTP/1.1" status: 200 len: 945 time: 0.0927079 Apr 22 16:27:46.515361 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-c1baad88-a740-41ad-9c40-25f603d6fa55 req-a4af3c9a-dd07-452e-b80d-1d61d1c1050a tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/security-groups?id=29af47e7-8822-47e3-8691-b0da336f0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427911 Apr 22 16:27:46.619134 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 0134587f-ebe7-4672-8126-c0bf40a4336a up at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:27:46.691419 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning for port 0134587f-ebe7-4672-8126-c0bf40a4336a completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:27:46.696643 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning complete for port 0134587f-ebe7-4672-8126-c0bf40a4336a triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:27:46.697069 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:46.823221 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:46.851821 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024378c5-96ef-44fa-9f90-33a60c2b5cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0134587f-ebe7-4672-8126-c0bf40a4336a'}] {{(pid=86317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:27:46.863672 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 0134587f-ebe7-4672-8126-c0bf40a4336a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0134587f-ebe7-4672-8126-c0bf40a4336a,segment=NetworkSegment(7d54bb67-baab-4e63-92e1-fa76b4e755bf),segment_id=7d54bb67-baab-4e63-92e1-fa76b4e755bf)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:27:46.867055 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:27:46.869942 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:27:46.904236 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024378c5-96ef-44fa-9f90-33a60c2b5cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0134587f-ebe7-4672-8126-c0bf40a4336a', 'code': 200} Apr 22 16:27:46.948965 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=0134587f-ebe7-4672-8126-c0bf40a4336a,revision_number=5']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:27:46.952232 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:27:47.157481 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541934be-e6d1-4b10-9c46-65d9500c2cb4 req-1ffa7321-c6de-4cea-b286-44cd92c3261f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:47.159371 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-541934be-e6d1-4b10-9c46-65d9500c2cb4 req-1ffa7321-c6de-4cea-b286-44cd92c3261f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=024378c5-96ef-44fa-9f90-33a60c2b5cff HTTP/1.1" status: 200 len: 1099 time: 0.0831971 Apr 22 16:27:47.205955 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-541934be-e6d1-4b10-9c46-65d9500c2cb4 req-f1744f51-58b6-4cce-8b29-d3454f471539 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=29af47e7-8822-47e3-8691-b0da336f0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381203 Apr 22 16:27:47.720664 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd362e77-7c76-4e3c-9ee2-a7bf40e309c7 req-6ae7695c-367e-423e-b6d5-2d01060ae367 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:47.722284 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fd362e77-7c76-4e3c-9ee2-a7bf40e309c7 req-6ae7695c-367e-423e-b6d5-2d01060ae367 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=024378c5-96ef-44fa-9f90-33a60c2b5cff HTTP/1.1" status: 200 len: 946 time: 0.0906210 Apr 22 16:27:47.770715 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-fd362e77-7c76-4e3c-9ee2-a7bf40e309c7 req-6cb87be6-40c2-4b90-8ba9-587c4789f8c9 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/security-groups?id=29af47e7-8822-47e3-8691-b0da336f0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418241 Apr 22 16:27:48.982877 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbab94-afe9-4369-a0d8-e6f083b4f44e req-17c1da15-2b81-4f30-b293-47b19c59e054 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:27:48.984364 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1afbab94-afe9-4369-a0d8-e6f083b4f44e req-17c1da15-2b81-4f30-b293-47b19c59e054 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=024378c5-96ef-44fa-9f90-33a60c2b5cff HTTP/1.1" status: 200 len: 946 time: 0.0947886 Apr 22 16:27:49.034161 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-1afbab94-afe9-4369-a0d8-e6f083b4f44e req-67369f79-b45c-4783-955a-9001f97a88ec tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/security-groups?id=29af47e7-8822-47e3-8691-b0da336f0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432136 Apr 22 16:28:08.121664 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:08.471818 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f323bb24-1580-4e71-88e8-cdb07287cab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:11.393132 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:28:11.413127 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-419859df-f2a1-4516-8b62-5535dbffa61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:11.643492 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:11.832303 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:13.181203 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:21.396839 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f0e17-ef87-406b-9bfe-a0a00ec00646 req-6cbde59b-ac9b-4460-86f2-cc015aae007c tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:21.398431 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ab6f0e17-ef87-406b-9bfe-a0a00ec00646 req-6cbde59b-ac9b-4460-86f2-cc015aae007c tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=024378c5-96ef-44fa-9f90-33a60c2b5cff HTTP/1.1" status: 200 len: 946 time: 0.0885987 Apr 22 16:28:21.449919 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ab6f0e17-ef87-406b-9bfe-a0a00ec00646 req-852a3362-360a-4c35-9467-6b5362a4d5ff tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/security-groups?id=29af47e7-8822-47e3-8691-b0da336f0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450802 Apr 22 16:28:22.656906 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b75b31-c000-4071-80df-acbb8d53450b req-37e47fe9-c423-49f4-9882-a3d6b80982f9 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:22.659018 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-05b75b31-c000-4071-80df-acbb8d53450b req-37e47fe9-c423-49f4-9882-a3d6b80982f9 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=024378c5-96ef-44fa-9f90-33a60c2b5cff HTTP/1.1" status: 200 len: 946 time: 0.0893593 Apr 22 16:28:22.707024 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-05b75b31-c000-4071-80df-acbb8d53450b req-f1fa5d57-e947-4340-baa8-0e1cfffaaed3 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/security-groups?id=29af47e7-8822-47e3-8691-b0da336f0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414927 Apr 22 16:28:23.909742 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fdd25-f073-476a-b120-c0b60a084910 req-b2d58734-81a6-46e8-a387-ed0bcdbfc5ce tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:23.911324 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-578fdd25-f073-476a-b120-c0b60a084910 req-b2d58734-81a6-46e8-a387-ed0bcdbfc5ce tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=024378c5-96ef-44fa-9f90-33a60c2b5cff HTTP/1.1" status: 200 len: 946 time: 0.0912893 Apr 22 16:28:23.958425 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-578fdd25-f073-476a-b120-c0b60a084910 req-538745d4-8046-4d1e-b019-b7086c4a2541 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/security-groups?id=29af47e7-8822-47e3-8691-b0da336f0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407689 Apr 22 16:28:25.155825 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667465d-a9fb-4cc2-9dd0-78d9077b0a35 req-f63d0f18-a7fb-44b1-bc17-39017fd7bed4 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:25.157874 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4667465d-a9fb-4cc2-9dd0-78d9077b0a35 req-f63d0f18-a7fb-44b1-bc17-39017fd7bed4 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=024378c5-96ef-44fa-9f90-33a60c2b5cff HTTP/1.1" status: 200 len: 946 time: 0.0862918 Apr 22 16:28:25.204658 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-4667465d-a9fb-4cc2-9dd0-78d9077b0a35 req-1dc1d058-0ba4-4849-a94f-b1fe1f4a3a5a tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/security-groups?id=29af47e7-8822-47e3-8691-b0da336f0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403216 Apr 22 16:28:25.837848 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631dd4ca-4b30-4949-bbd7-9e02423331b6 req-025cca66-2227-4dc4-9628-4f6cfc053b7e tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:25.839424 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-631dd4ca-4b30-4949-bbd7-9e02423331b6 req-025cca66-2227-4dc4-9628-4f6cfc053b7e tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.43 "GET /v2.0/ports?device_id=024378c5-96ef-44fa-9f90-33a60c2b5cff HTTP/1.1" status: 200 len: 946 time: 0.0926342 Apr 22 16:28:25.914997 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-631dd4ca-4b30-4949-bbd7-9e02423331b6 req-8f7fdef3-4464-4c28-a2da-ec3b2ca85210 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Deleting port 0134587f-ebe7-4672-8126-c0bf40a4336a {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:28:25.915388 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-631dd4ca-4b30-4949-bbd7-9e02423331b6 req-8f7fdef3-4464-4c28-a2da-ec3b2ca85210 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:26.179509 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-631dd4ca-4b30-4949-bbd7-9e02423331b6 req-8f7fdef3-4464-4c28-a2da-ec3b2ca85210 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] For port 0134587f-ebe7-4672-8126-c0bf40a4336a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0134587f-ebe7-4672-8126-c0bf40a4336a,segment=NetworkSegment(7d54bb67-baab-4e63-92e1-fa76b4e755bf),segment_id=7d54bb67-baab-4e63-92e1-fa76b4e755bf)] {{(pid=86316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:28:26.180099 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-631dd4ca-4b30-4949-bbd7-9e02423331b6 req-8f7fdef3-4464-4c28-a2da-ec3b2ca85210 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:26.311739 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-631dd4ca-4b30-4949-bbd7-9e02423331b6 req-8f7fdef3-4464-4c28-a2da-ec3b2ca85210 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Calling delete_port for 0134587f-ebe7-4672-8126-c0bf40a4336a owned by compute:nova {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:28:26.515681 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22e294-ad25-41ba-aa19-498362f4a717 req-c2a5d3b2-9551-4641-804a-772c7a4c97ab tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:26.517309 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cd22e294-ad25-41ba-aa19-498362f4a717 req-c2a5d3b2-9551-4641-804a-772c7a4c97ab tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=024378c5-96ef-44fa-9f90-33a60c2b5cff HTTP/1.1" status: 200 len: 946 time: 0.1759551 Apr 22 16:28:26.571803 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-631dd4ca-4b30-4949-bbd7-9e02423331b6 req-8f7fdef3-4464-4c28-a2da-ec3b2ca85210 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:26.580188 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-de0249e2-8459-4385-b805-9d74d655102d tempest-VolumesActionsTest-297674391 tempest-VolumesActionsTest-297674391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:26.584432 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['0134587f-ebe7-4672-8126-c0bf40a4336a'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:28:26.614957 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-cd22e294-ad25-41ba-aa19-498362f4a717 req-7bdd1750-aa04-4aad-af3f-a6f5af4eb59c tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/security-groups?id=29af47e7-8822-47e3-8691-b0da336f0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906985 Apr 22 16:28:26.633955 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7fdef3-4464-4c28-a2da-ec3b2ca85210 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Pushing event deleted for resources: {'Port': ['ID=0134587f-ebe7-4672-8126-c0bf40a4336a,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:26.677862 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fdef3-4464-4c28-a2da-ec3b2ca85210 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:26.678281 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fdef3-4464-4c28-a2da-ec3b2ca85210 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:26.678726 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fdef3-4464-4c28-a2da-ec3b2ca85210 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:26.679137 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fdef3-4464-4c28-a2da-ec3b2ca85210 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:26.679545 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fdef3-4464-4c28-a2da-ec3b2ca85210 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:26.679948 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fdef3-4464-4c28-a2da-ec3b2ca85210 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:26.680348 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fdef3-4464-4c28-a2da-ec3b2ca85210 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:26.680748 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fdef3-4464-4c28-a2da-ec3b2ca85210 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:26.681148 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fdef3-4464-4c28-a2da-ec3b2ca85210 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:26.681544 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fdef3-4464-4c28-a2da-ec3b2ca85210 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:26.682038 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fdef3-4464-4c28-a2da-ec3b2ca85210 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:26.682307 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fdef3-4464-4c28-a2da-ec3b2ca85210 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:26.690596 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-8f7fdef3-4464-4c28-a2da-ec3b2ca85210 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:26.730471 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-631dd4ca-4b30-4949-bbd7-9e02423331b6 req-8f7fdef3-4464-4c28-a2da-ec3b2ca85210 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] No DVR routers for this DVR port 0134587f-ebe7-4672-8126-c0bf40a4336a on host hv-cinder-78462 {{(pid=86316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:28:26.732890 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-631dd4ca-4b30-4949-bbd7-9e02423331b6 req-8f7fdef3-4464-4c28-a2da-ec3b2ca85210 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:26.736202 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024378c5-96ef-44fa-9f90-33a60c2b5cff', 'name': 'network-vif-deleted', 'tag': '0134587f-ebe7-4672-8126-c0bf40a4336a'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:28:26.752549 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-631dd4ca-4b30-4949-bbd7-9e02423331b6 req-8f7fdef3-4464-4c28-a2da-ec3b2ca85210 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.43 "DELETE /v2.0/ports/0134587f-ebe7-4672-8126-c0bf40a4336a HTTP/1.1" status: 204 len: 173 time: 0.9076629 Apr 22 16:28:26.788360 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024378c5-96ef-44fa-9f90-33a60c2b5cff', 'name': 'network-vif-deleted', 'tag': '0134587f-ebe7-4672-8126-c0bf40a4336a', 'status': 'completed', 'code': 200} Apr 22 16:28:30.809669 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 0134587f-ebe7-4672-8126-c0bf40a4336a no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:28:30.848003 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] No Port match for: 0134587f-ebe7-4672-8126-c0bf40a4336a {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:28:30.848401 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 0134587f-ebe7-4672-8126-c0bf40a4336a not bound to the agent host hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:28:31.982556 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-6085ab3e-67db-4ccd-801f-6b868e6da59b tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:31.984036 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-6085ab3e-67db-4ccd-801f-6b868e6da59b tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/networks?id=8a8cf941-60bc-4483-9f8e-13528e969503 HTTP/1.1" status: 200 len: 814 time: 0.1609406 Apr 22 16:28:32.000051 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-91c15482-66a6-4da2-95fa-e5efd60f55f4 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/quotas/6eccba71214b4021af3cb8b267a5f32a HTTP/1.1" status: 200 len: 375 time: 0.0096226 Apr 22 16:28:32.054116 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-e29c8ffc-addc-4d36-919b-f6222cadd64b tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Synchronizing usage tracker for tenant:6eccba71214b4021af3cb8b267a5f32a on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:28:32.070763 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-e29c8ffc-addc-4d36-919b-f6222cadd64b tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Unset dirty status for tenant:6eccba71214b4021af3cb8b267a5f32a on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:28:32.072091 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-e29c8ffc-addc-4d36-919b-f6222cadd64b tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6eccba71214b4021af3cb8b267a5f32a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659354 Apr 22 16:28:32.211873 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-cc5ec999-7543-4a90-a84e-f7f27d668a93 service neutron] 10.222.0.21 "GET /v2.0/networks/8a8cf941-60bc-4483-9f8e-13528e969503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321650 Apr 22 16:28:32.577186 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-b925482a-30c8-4718-b44d-b995c036637d service neutron] 10.222.0.21 "GET /v2.0/networks/8a8cf941-60bc-4483-9f8e-13528e969503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587368 Apr 22 16:28:32.778002 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-b18c2dee-8f08-4652-93ca-e2d392cd72d9 req-663642b3-f545-4f3b-a9bf-9ed7fdcc14ca tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=379e27a7-4458-4e01-ac37-44b0eec1580a HTTP/1.1" status: 200 len: 210 time: 0.0517840 Apr 22 16:28:33.964648 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-11c6df99-1c88-40fe-84ba-502d7b404428 req-5788a30e-67c6-4c87-85f0-4a07838b9c76 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=379e27a7-4458-4e01-ac37-44b0eec1580a HTTP/1.1" status: 200 len: 210 time: 0.0582526 Apr 22 16:28:33.990970 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-35cd7aa8-d369-4fdc-bced-c44dfb0c7438 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:33.992533 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-35cd7aa8-d369-4fdc-bced-c44dfb0c7438 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.43 "GET /v2.0/networks?id=8a8cf941-60bc-4483-9f8e-13528e969503 HTTP/1.1" status: 200 len: 814 time: 0.2139261 Apr 22 16:28:34.008129 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-ba7d5747-25a8-48fc-94ec-3bb1b4f6fcca tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Request body: {'port': {'device_id': '379e27a7-4458-4e01-ac37-44b0eec1580a', 'network_id': '8a8cf941-60bc-4483-9f8e-13528e969503', 'admin_state_up': True, 'tenant_id': '6eccba71214b4021af3cb8b267a5f32a'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:28:34.151712 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-ba7d5747-25a8-48fc-94ec-3bb1b4f6fcca tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 16:28:34.162137 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.quota.driver [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-ba7d5747-25a8-48fc-94ec-3bb1b4f6fcca tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 16:28:34.170757 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-ba7d5747-25a8-48fc-94ec-3bb1b4f6fcca tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Made reservation on behalf of 6eccba71214b4021af3cb8b267a5f32a for: {'port': 1} {{(pid=86316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 16:28:34.176908 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-ba7d5747-25a8-48fc-94ec-3bb1b4f6fcca tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:34.360953 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_common [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-ba7d5747-25a8-48fc-94ec-3bb1b4f6fcca tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Allocated IP 172.20.0.4 (8a8cf941-60bc-4483-9f8e-13528e969503/7aece38d-faef-4f1d-9fce-5d0671f7c1bb/3dcad20b-e315-4e91-8c24-aa21e8ff6e32) {{(pid=86316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 16:28:34.572848 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-ba7d5747-25a8-48fc-94ec-3bb1b4f6fcca tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Notify callbacks [] for port, precommit_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:34.603083 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-ba7d5747-25a8-48fc-94ec-3bb1b4f6fcca tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242087776406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_create {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:34.608675 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-fd244e02-07cf-4d57-be00-0ec95b38b90d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:34.685816 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-ba7d5747-25a8-48fc-94ec-3bb1b4f6fcca tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Network 8a8cf941-60bc-4483-9f8e-13528e969503 is already hosted by enough agents. {{(pid=86316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 16:28:34.689941 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.scheduler.base_scheduler [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-ba7d5747-25a8-48fc-94ec-3bb1b4f6fcca tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Resources bound (agent type, host, resource id): {{(pid=86316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 16:28:34.694108 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-ba7d5747-25a8-48fc-94ec-3bb1b4f6fcca tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Received port after_create {{(pid=86316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 16:28:34.727732 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d5747-25a8-48fc-94ec-3bb1b4f6fcca tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Pushing event updated for resources: {'Port': ['ID=3dcad20b-e315-4e91-8c24-aa21e8ff6e32,revision_number=1']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:34.734613 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-ba7d5747-25a8-48fc-94ec-3bb1b4f6fcca tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:34.766765 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-ba7d5747-25a8-48fc-94ec-3bb1b4f6fcca tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:34.767480 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-ba7d5747-25a8-48fc-94ec-3bb1b4f6fcca tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:34.792987 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-ba7d5747-25a8-48fc-94ec-3bb1b4f6fcca tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7891905 Apr 22 16:28:34.804758 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.v2.base [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-d20ca462-52c0-4495-8ca4-7772c1375211 service neutron] Request body: {'port': {'device_id': '379e27a7-4458-4e01-ac37-44b0eec1580a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=86316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 16:28:34.923508 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-d20ca462-52c0-4495-8ca4-7772c1375211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:35.281032 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0c784-4108-4c9e-b6a3-03181a8d5400 req-be0067f2-8aac-4206-87e8-d8125bd25bff tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:35.281683 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-f0b0c784-4108-4c9e-b6a3-03181a8d5400 req-be0067f2-8aac-4206-87e8-d8125bd25bff tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Synchronizing usage tracker for tenant:6eccba71214b4021af3cb8b267a5f32a on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:28:35.310866 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-f0b0c784-4108-4c9e-b6a3-03181a8d5400 req-be0067f2-8aac-4206-87e8-d8125bd25bff tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Unset dirty status for tenant:6eccba71214b4021af3cb8b267a5f32a on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:28:35.312096 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-f0b0c784-4108-4c9e-b6a3-03181a8d5400 req-be0067f2-8aac-4206-87e8-d8125bd25bff tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=379e27a7-4458-4e01-ac37-44b0eec1580a HTTP/1.1" status: 200 len: 931 time: 0.2188632 Apr 22 16:28:35.402135 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-d20ca462-52c0-4495-8ca4-7772c1375211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dcad20b-e315-4e91-8c24-aa21e8ff6e32 {{(pid=86316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:28:35.414632 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-d20ca462-52c0-4495-8ca4-7772c1375211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:35.428382 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-f0b0c784-4108-4c9e-b6a3-03181a8d5400 req-f8e5c470-1b45-4162-b0c7-5f6c025acff6 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/security-groups?id=29af47e7-8822-47e3-8691-b0da336f0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764902 Apr 22 16:28:35.437233 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-d20ca462-52c0-4495-8ca4-7772c1375211 service neutron] Transition to ACTIVE for port object 3dcad20b-e315-4e91-8c24-aa21e8ff6e32 will not be triggered until provisioned by entity L2. {{(pid=86316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 16:28:35.440409 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-d20ca462-52c0-4495-8ca4-7772c1375211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:35.445258 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-1f17d36a-3d63-4616-b801-e1e65d9ccc5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:35.646531 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ca462-52c0-4495-8ca4-7772c1375211 service neutron] Pushing event updated for resources: {'Port': ['ID=3dcad20b-e315-4e91-8c24-aa21e8ff6e32,revision_number=2']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:35.649395 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d20ca462-52c0-4495-8ca4-7772c1375211 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:35.691303 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-d20ca462-52c0-4495-8ca4-7772c1375211 service neutron] Attempting to bind port 3dcad20b-e315-4e91-8c24-aa21e8ff6e32 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 16:28:35.691663 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-d20ca462-52c0-4495-8ca4-7772c1375211 service neutron] Attempting to bind port 3dcad20b-e315-4e91-8c24-aa21e8ff6e32 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '7d54bb67-baab-4e63-92e1-fa76b4e755bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8a8cf941-60bc-4483-9f8e-13528e969503'}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 16:28:35.692023 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-d20ca462-52c0-4495-8ca4-7772c1375211 service neutron] Attempting to bind port 3dcad20b-e315-4e91-8c24-aa21e8ff6e32 on network 8a8cf941-60bc-4483-9f8e-13528e969503 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:28:35.696977 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-d20ca462-52c0-4495-8ca4-7772c1375211 service neutron] Port 3dcad20b-e315-4e91-8c24-aa21e8ff6e32 on network 8a8cf941-60bc-4483-9f8e-13528e969503 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 16:28:35.697329 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-d20ca462-52c0-4495-8ca4-7772c1375211 service neutron] Attempting to bind port 3dcad20b-e315-4e91-8c24-aa21e8ff6e32 on network 8a8cf941-60bc-4483-9f8e-13528e969503 {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 16:28:35.702764 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-d20ca462-52c0-4495-8ca4-7772c1375211 service neutron] Checking agent: {'id': '016b7565-6632-473e-a317-92a5bd3f2916', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'started_at': datetime.datetime(2021, 4, 22, 16, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 16, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 16:28:35.703136 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-d20ca462-52c0-4495-8ca4-7772c1375211 service neutron] Checking segment: {'id': '7d54bb67-baab-4e63-92e1-fa76b4e755bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8a8cf941-60bc-4483-9f8e-13528e969503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 16:28:35.703549 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-d20ca462-52c0-4495-8ca4-7772c1375211 service neutron] Bound using segment: {'id': '7d54bb67-baab-4e63-92e1-fa76b4e755bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8a8cf941-60bc-4483-9f8e-13528e969503'} {{(pid=86316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 16:28:35.704829 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-d20ca462-52c0-4495-8ca4-7772c1375211 service neutron] Bound port: 3dcad20b-e315-4e91-8c24-aa21e8ff6e32, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d54bb67-baab-4e63-92e1-fa76b4e755bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8a8cf941-60bc-4483-9f8e-13528e969503'}}] {{(pid=86316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 16:28:35.705183 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-d20ca462-52c0-4495-8ca4-7772c1375211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:35.796666 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-d20ca462-52c0-4495-8ca4-7772c1375211 service neutron] For port 3dcad20b-e315-4e91-8c24-aa21e8ff6e32, host hv-cinder-78462, cleared binding levels {{(pid=86316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 16:28:35.800203 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-d20ca462-52c0-4495-8ca4-7772c1375211 service neutron] For port 3dcad20b-e315-4e91-8c24-aa21e8ff6e32, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3dcad20b-e315-4e91-8c24-aa21e8ff6e32,segment=NetworkSegment(7d54bb67-baab-4e63-92e1-fa76b4e755bf),segment_id=7d54bb67-baab-4e63-92e1-fa76b4e755bf)] {{(pid=86316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 16:28:35.803846 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-d20ca462-52c0-4495-8ca4-7772c1375211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3512144'] for port, after_update {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:35.808870 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-b1b086a6-9c1e-4721-9e1e-16979b1b70fb tempest-AttachVolumeNegativeTest-1236351380 tempest-AttachVolumeNegativeTest-1236351380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:35.864876 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-d20ca462-52c0-4495-8ca4-7772c1375211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:35.865199 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-d20ca462-52c0-4495-8ca4-7772c1375211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:35.866681 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-d20ca462-52c0-4495-8ca4-7772c1375211 service neutron] 10.222.0.43 "PUT /v2.0/ports/3dcad20b-e315-4e91-8c24-aa21e8ff6e32 HTTP/1.1" status: 200 len: 1093 time: 1.0664823 Apr 22 16:28:35.869367 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379e27a7-4458-4e01-ac37-44b0eec1580a', 'tag': '3dcad20b-e315-4e91-8c24-aa21e8ff6e32'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:28:35.902618 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ca462-52c0-4495-8ca4-7772c1375211 service neutron] Pushing event updated for resources: {'Port': ['ID=3dcad20b-e315-4e91-8c24-aa21e8ff6e32,revision_number=3']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:35.943053 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379e27a7-4458-4e01-ac37-44b0eec1580a', 'tag': '3dcad20b-e315-4e91-8c24-aa21e8ff6e32', 'status': 'completed', 'code': 200} Apr 22 16:28:35.943859 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-d20ca462-52c0-4495-8ca4-7772c1375211 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:35.986027 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-ce4af997-cab7-44d9-bc34-c285984aea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:35.987636 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-ce4af997-cab7-44d9-bc34-c285984aea78 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6eccba71214b4021af3cb8b267a5f32a&device_id=379e27a7-4458-4e01-ac37-44b0eec1580a HTTP/1.1" status: 200 len: 1096 time: 0.0819075 Apr 22 16:28:36.062509 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-5b31e9ce-c080-4c8a-8d1f-17a57da3f8c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3dcad20b-e315-4e91-8c24-aa21e8ff6e32 HTTP/1.1" status: 200 len: 217 time: 0.0676789 Apr 22 16:28:36.130654 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-b308a050-f6a3-4e80-b403-2f24fd8205b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:36.132172 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-b308a050-f6a3-4e80-b403-2f24fd8205b6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7aece38d-faef-4f1d-9fce-5d0671f7c1bb HTTP/1.1" status: 200 len: 854 time: 0.0632889 Apr 22 16:28:36.188253 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-c016effb-eeb4-4077-a539-0159bd3ab8ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a8cf941-60bc-4483-9f8e-13528e969503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494621 Apr 22 16:28:36.328091 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-e7f75b5d-2bfd-490e-be95-464598861f67 service neutron] 10.222.0.43 "GET /v2.0/networks/8a8cf941-60bc-4483-9f8e-13528e969503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338677 Apr 22 16:28:36.470964 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-52ef1786-910e-4bae-ab07-f98fc48221b6 req-28696da1-7e3e-4937-9011-520ffadec98c service neutron] 10.222.0.43 "GET /v2.0/networks/8a8cf941-60bc-4483-9f8e-13528e969503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358304 Apr 22 16:28:36.663094 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e6030-0115-45d2-b871-59fda251f573 req-1c379b15-7ef4-4d28-ad37-c9fedf5f793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:36.664688 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-532e6030-0115-45d2-b871-59fda251f573 req-1c379b15-7ef4-4d28-ad37-c9fedf5f793e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6eccba71214b4021af3cb8b267a5f32a&device_id=379e27a7-4458-4e01-ac37-44b0eec1580a HTTP/1.1" status: 200 len: 1096 time: 0.1501486 Apr 22 16:28:36.673048 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e039a-02a1-4baf-8d61-51ac280624f3 req-300a2e00-7ef9-4b14-91df-91f3459c15d2 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:36.674529 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-134e039a-02a1-4baf-8d61-51ac280624f3 req-300a2e00-7ef9-4b14-91df-91f3459c15d2 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=379e27a7-4458-4e01-ac37-44b0eec1580a HTTP/1.1" status: 200 len: 943 time: 0.1195943 Apr 22 16:28:36.824406 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-134e039a-02a1-4baf-8d61-51ac280624f3 req-a90ea83e-a5fb-41e8-81c2-2abcbbedbe86 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/security-groups?id=29af47e7-8822-47e3-8691-b0da336f0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217899 Apr 22 16:28:36.851724 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e6030-0115-45d2-b871-59fda251f573 req-f904040c-02b8-4e18-89f4-b26c37a27111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:36.853265 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-532e6030-0115-45d2-b871-59fda251f573 req-f904040c-02b8-4e18-89f4-b26c37a27111 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8a8cf941-60bc-4483-9f8e-13528e969503 HTTP/1.1" status: 200 len: 915 time: 0.1778283 Apr 22 16:28:36.924163 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-532e6030-0115-45d2-b871-59fda251f573 req-b3250114-484b-42ca-84e6-ef50d8cb7b13 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3dcad20b-e315-4e91-8c24-aa21e8ff6e32 HTTP/1.1" status: 200 len: 217 time: 0.0639896 Apr 22 16:28:36.997288 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e6030-0115-45d2-b871-59fda251f573 req-38657715-70c3-4b02-b551-7640df67e8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:36.998824 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-532e6030-0115-45d2-b871-59fda251f573 req-38657715-70c3-4b02-b551-7640df67e8d1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7aece38d-faef-4f1d-9fce-5d0671f7c1bb HTTP/1.1" status: 200 len: 854 time: 0.0656064 Apr 22 16:28:37.050388 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-532e6030-0115-45d2-b871-59fda251f573 req-1025decc-b32d-4c47-9612-1c2df4c9d5aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a8cf941-60bc-4483-9f8e-13528e969503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450473 Apr 22 16:28:37.193248 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-532e6030-0115-45d2-b871-59fda251f573 req-4a5575a6-c813-46da-a0d9-da70d8bfd464 service neutron] 10.222.0.43 "GET /v2.0/networks/8a8cf941-60bc-4483-9f8e-13528e969503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341081 Apr 22 16:28:37.332552 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-532e6030-0115-45d2-b871-59fda251f573 req-c7ceb180-db80-4a0f-b4c4-f0d42a1d13fd service neutron] 10.222.0.43 "GET /v2.0/networks/8a8cf941-60bc-4483-9f8e-13528e969503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329648 Apr 22 16:28:38.026378 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e56637-5de6-451b-b009-dfc7b6db9c5e req-32ed6af5-a822-4fe2-9cc5-430dee6f4352 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:38.027999 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-96e56637-5de6-451b-b009-dfc7b6db9c5e req-32ed6af5-a822-4fe2-9cc5-430dee6f4352 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=379e27a7-4458-4e01-ac37-44b0eec1580a HTTP/1.1" status: 200 len: 943 time: 0.0877571 Apr 22 16:28:38.080373 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-96e56637-5de6-451b-b009-dfc7b6db9c5e req-c8734189-ad3d-4929-9811-381d0a59f6c4 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/security-groups?id=29af47e7-8822-47e3-8691-b0da336f0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451500 Apr 22 16:28:38.212186 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:38.472905 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4ea1a454-61d9-4415-bf60-def07bd2cec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:39.281009 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d865c1-7a80-4872-b6db-66d96726b085 req-8f15a087-d11b-4283-aad9-6544ef7fa75c tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:39.283145 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-85d865c1-7a80-4872-b6db-66d96726b085 req-8f15a087-d11b-4283-aad9-6544ef7fa75c tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=379e27a7-4458-4e01-ac37-44b0eec1580a HTTP/1.1" status: 200 len: 943 time: 0.0876329 Apr 22 16:28:39.330736 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-85d865c1-7a80-4872-b6db-66d96726b085 req-7fa5aa1e-44a7-491d-b641-8ce4afb61a95 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/security-groups?id=29af47e7-8822-47e3-8691-b0da336f0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411601 Apr 22 16:28:40.537582 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85103b22-ec72-40e7-8e61-5bdf63703e61 req-1569d426-183f-4c76-9089-c92fcc5b2d4e tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:40.539179 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-85103b22-ec72-40e7-8e61-5bdf63703e61 req-1569d426-183f-4c76-9089-c92fcc5b2d4e tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=379e27a7-4458-4e01-ac37-44b0eec1580a HTTP/1.1" status: 200 len: 943 time: 0.0904953 Apr 22 16:28:40.587804 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-85103b22-ec72-40e7-8e61-5bdf63703e61 req-21cd3fbd-e8e9-4361-be28-9ac6e7240b63 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/security-groups?id=29af47e7-8822-47e3-8691-b0da336f0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422571 Apr 22 16:28:40.851605 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 3dcad20b-e315-4e91-8c24-aa21e8ff6e32 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=86317) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 16:28:40.991751 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 3dcad20b-e315-4e91-8c24-aa21e8ff6e32, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3dcad20b-e315-4e91-8c24-aa21e8ff6e32,segment=NetworkSegment(7d54bb67-baab-4e63-92e1-fa76b4e755bf),segment_id=7d54bb67-baab-4e63-92e1-fa76b4e755bf)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:28:41.005403 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Returning: {'device': '3dcad20b-e315-4e91-8c24-aa21e8ff6e32', 'network_id': '8a8cf941-60bc-4483-9f8e-13528e969503', 'port_id': '3dcad20b-e315-4e91-8c24-aa21e8ff6e32', 'mac_address': 'fa:16:3e:94:f5:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aece38d-faef-4f1d-9fce-5d0671f7c1bb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86317) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:28:41.063518 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:41.083197 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dcad20b-e315-4e91-8c24-aa21e8ff6e32 {{(pid=86317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 16:28:41.101816 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 3dcad20b-e315-4e91-8c24-aa21e8ff6e32, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3dcad20b-e315-4e91-8c24-aa21e8ff6e32,segment=NetworkSegment(7d54bb67-baab-4e63-92e1-fa76b4e755bf),segment_id=7d54bb67-baab-4e63-92e1-fa76b4e755bf)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:28:41.104622 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:41.107299 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:41.179239 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=3dcad20b-e315-4e91-8c24-aa21e8ff6e32,revision_number=4']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:41.187365 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:41.187789 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:41.188250 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:41.188566 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:41.188946 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:41.189325 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:41.189700 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:41.190079 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:41.190449 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:41.190848 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:41.191221 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:41.191591 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:28:41.195737 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:41.302842 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['3dcad20b-e315-4e91-8c24-aa21e8ff6e32'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:28:41.433719 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3de38ffa-bcff-4a74-a1d1-83ce6656dc17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:41.644807 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:41.786018 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07b9d2-54e9-46a7-ad65-74fc50a4d547 req-d7d0274c-b5f7-4025-b39c-4f41aaf4fbca tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:41.787654 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ee07b9d2-54e9-46a7-ad65-74fc50a4d547 req-d7d0274c-b5f7-4025-b39c-4f41aaf4fbca tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=379e27a7-4458-4e01-ac37-44b0eec1580a HTTP/1.1" status: 200 len: 944 time: 0.0876479 Apr 22 16:28:41.837938 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ee07b9d2-54e9-46a7-ad65-74fc50a4d547 req-9081ce3c-e1f4-4dee-988f-da363607d4ed tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/security-groups?id=29af47e7-8822-47e3-8691-b0da336f0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437543 Apr 22 16:28:41.839281 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:42.859231 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 3dcad20b-e315-4e91-8c24-aa21e8ff6e32 up at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 16:28:42.929976 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning for port 3dcad20b-e315-4e91-8c24-aa21e8ff6e32 completed by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 16:28:42.934974 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.provisioning_blocks [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Provisioning complete for port 3dcad20b-e315-4e91-8c24-aa21e8ff6e32 triggered by entity L2. {{(pid=86317) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 16:28:42.935591 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33151759'] for port, provisioning_complete {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:43.052541 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2b1de-ca99-4881-b64c-6215887cc64b req-78a7cefc-b2fc-49c0-bb5b-413cba3eb859 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:43.054283 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ebe2b1de-ca99-4881-b64c-6215887cc64b req-78a7cefc-b2fc-49c0-bb5b-413cba3eb859 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=379e27a7-4458-4e01-ac37-44b0eec1580a HTTP/1.1" status: 200 len: 944 time: 0.0937986 Apr 22 16:28:43.062513 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821686062'] for port, before_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:43.091671 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379e27a7-4458-4e01-ac37-44b0eec1580a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcad20b-e315-4e91-8c24-aa21e8ff6e32'}] {{(pid=86317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:28:43.102424 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] For port 3dcad20b-e315-4e91-8c24-aa21e8ff6e32, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3dcad20b-e315-4e91-8c24-aa21e8ff6e32,segment=NetworkSegment(7d54bb67-baab-4e63-92e1-fa76b4e755bf),segment_id=7d54bb67-baab-4e63-92e1-fa76b4e755bf)] {{(pid=86317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:28:43.105283 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ebe2b1de-ca99-4881-b64c-6215887cc64b req-23030b81-cdbb-4e3d-bf5f-df5a33d87f62 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/security-groups?id=29af47e7-8822-47e3-8691-b0da336f0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437753 Apr 22 16:28:43.106015 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794767449544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363242087776389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794766999445'] for port, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:43.108154 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:28:43.146280 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379e27a7-4458-4e01-ac37-44b0eec1580a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcad20b-e315-4e91-8c24-aa21e8ff6e32', 'code': 200} Apr 22 16:28:43.192367 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Pushing event updated for resources: {'Port': ['ID=3dcad20b-e315-4e91-8c24-aa21e8ff6e32,revision_number=5']} {{(pid=86317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:28:43.195183 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:28:43.196050 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:28:43.394319 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b24f93-3e4e-4e03-be8b-338ffbb87642 req-1e106bfe-1cfb-4abc-9e5a-ff806fa94aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:43.396054 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-93b24f93-3e4e-4e03-be8b-338ffbb87642 req-1e106bfe-1cfb-4abc-9e5a-ff806fa94aed service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=379e27a7-4458-4e01-ac37-44b0eec1580a HTTP/1.1" status: 200 len: 1098 time: 0.0785279 Apr 22 16:28:43.672699 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-93b24f93-3e4e-4e03-be8b-338ffbb87642 req-6071fb06-6c6f-4e02-9ab2-22c766b6a07a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=29af47e7-8822-47e3-8691-b0da336f0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693350 Apr 22 16:28:44.305105 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019302b3-41b8-4958-bdbb-db1f43acdf31 req-ac09b345-b73a-4107-a9c9-c1f672def2fd tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:44.306727 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-019302b3-41b8-4958-bdbb-db1f43acdf31 req-ac09b345-b73a-4107-a9c9-c1f672def2fd tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=379e27a7-4458-4e01-ac37-44b0eec1580a HTTP/1.1" status: 200 len: 945 time: 0.0880878 Apr 22 16:28:44.358718 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-019302b3-41b8-4958-bdbb-db1f43acdf31 req-d755d015-1ac9-47ad-bae4-4868e2141df6 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/security-groups?id=29af47e7-8822-47e3-8691-b0da336f0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452003 Apr 22 16:28:45.565254 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea7d7b-1724-4671-8c91-698674a57c0f req-2e1c7c9f-c08f-443c-bb46-23c1bee7c85b tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:45.566852 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-41ea7d7b-1724-4671-8c91-698674a57c0f req-2e1c7c9f-c08f-443c-bb46-23c1bee7c85b tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=379e27a7-4458-4e01-ac37-44b0eec1580a HTTP/1.1" status: 200 len: 945 time: 0.0887899 Apr 22 16:28:45.614641 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-41ea7d7b-1724-4671-8c91-698674a57c0f req-1a81d606-d77b-4447-b94d-be1b00c9b11d tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/security-groups?id=29af47e7-8822-47e3-8691-b0da336f0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414414 Apr 22 16:28:47.174145 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ec08cd22-f0cb-46aa-9997-b0f76ab7b4bd req-f964eec6-c2f1-42a4-96c7-388c48a0f9c5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=379e27a7-4458-4e01-ac37-44b0eec1580a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0862360 Apr 22 16:28:47.336143 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08cd22-f0cb-46aa-9997-b0f76ab7b4bd req-4a662c6f-e3d1-4497-8d19-a7fd8d597525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:47.337458 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ec08cd22-f0cb-46aa-9997-b0f76ab7b4bd req-4a662c6f-e3d1-4497-8d19-a7fd8d597525 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6eccba71214b4021af3cb8b267a5f32a&device_id=379e27a7-4458-4e01-ac37-44b0eec1580a HTTP/1.1" status: 200 len: 1098 time: 0.0859013 Apr 22 16:28:47.496826 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08cd22-f0cb-46aa-9997-b0f76ab7b4bd req-714e1198-50a3-433c-b279-a335735d14a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:47.498561 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ec08cd22-f0cb-46aa-9997-b0f76ab7b4bd req-714e1198-50a3-433c-b279-a335735d14a5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8a8cf941-60bc-4483-9f8e-13528e969503 HTTP/1.1" status: 200 len: 915 time: 0.1408589 Apr 22 16:28:47.579087 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ec08cd22-f0cb-46aa-9997-b0f76ab7b4bd req-d385edcd-f005-4345-ac1d-3f66fb3dbce8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3dcad20b-e315-4e91-8c24-aa21e8ff6e32 HTTP/1.1" status: 200 len: 217 time: 0.0731063 Apr 22 16:28:47.652523 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08cd22-f0cb-46aa-9997-b0f76ab7b4bd req-8b3a2993-9f7f-4bfc-9969-592de9ee13c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:28:47.654392 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ec08cd22-f0cb-46aa-9997-b0f76ab7b4bd req-8b3a2993-9f7f-4bfc-9969-592de9ee13c0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7aece38d-faef-4f1d-9fce-5d0671f7c1bb HTTP/1.1" status: 200 len: 854 time: 0.0701089 Apr 22 16:28:47.710260 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ec08cd22-f0cb-46aa-9997-b0f76ab7b4bd req-851feb73-d356-4278-9e4a-6279e7e37b88 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8a8cf941-60bc-4483-9f8e-13528e969503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494041 Apr 22 16:28:47.855652 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ec08cd22-f0cb-46aa-9997-b0f76ab7b4bd req-e0bfa2ea-0202-43ec-9b46-41171263d83d service neutron] 10.222.0.43 "GET /v2.0/networks/8a8cf941-60bc-4483-9f8e-13528e969503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391230 Apr 22 16:28:48.002113 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ec08cd22-f0cb-46aa-9997-b0f76ab7b4bd req-57490a81-979b-4be1-9c12-c96c57f94d9b service neutron] 10.222.0.43 "GET /v2.0/networks/8a8cf941-60bc-4483-9f8e-13528e969503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397407 Apr 22 16:28:48.393236 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:29:00.609209 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c81d66-28a8-462e-8ae9-e4da3bb61810 req-4220be2b-f8ca-4857-89cb-56d44f885776 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:00.611039 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-23c81d66-28a8-462e-8ae9-e4da3bb61810 req-4220be2b-f8ca-4857-89cb-56d44f885776 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=379e27a7-4458-4e01-ac37-44b0eec1580a HTTP/1.1" status: 200 len: 945 time: 0.0935905 Apr 22 16:29:00.662980 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-23c81d66-28a8-462e-8ae9-e4da3bb61810 req-81c82ed3-a885-4a55-8091-2058f4867c57 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/security-groups?id=29af47e7-8822-47e3-8691-b0da336f0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453169 Apr 22 16:29:01.871681 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7771f92-be32-43d4-96a2-058bf16c31b2 req-472896d9-da36-4d08-aeb6-5967fbd9967d tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:01.873244 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-f7771f92-be32-43d4-96a2-058bf16c31b2 req-472896d9-da36-4d08-aeb6-5967fbd9967d tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=379e27a7-4458-4e01-ac37-44b0eec1580a HTTP/1.1" status: 200 len: 945 time: 0.0894206 Apr 22 16:29:01.922333 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-f7771f92-be32-43d4-96a2-058bf16c31b2 req-5bbefcfe-76c2-4e5e-a2ba-51fba6637c44 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/security-groups?id=29af47e7-8822-47e3-8691-b0da336f0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411623 Apr 22 16:29:03.132079 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa7763-a4a3-450e-933d-e95153a7c6d9 req-ee3a2f0b-7d32-4894-963b-a88cf4f44194 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:03.133687 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-29fa7763-a4a3-450e-933d-e95153a7c6d9 req-ee3a2f0b-7d32-4894-963b-a88cf4f44194 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=379e27a7-4458-4e01-ac37-44b0eec1580a HTTP/1.1" status: 200 len: 945 time: 0.0926025 Apr 22 16:29:03.183897 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-29fa7763-a4a3-450e-933d-e95153a7c6d9 req-a8c76f9d-f3de-4a68-ac43-e7929dd2955c tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/security-groups?id=29af47e7-8822-47e3-8691-b0da336f0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437520 Apr 22 16:29:04.396937 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb49a8-7bf0-4a4d-8626-ae306ff3d123 req-05bca9d0-0170-4df5-b1b5-bfa7b8f1cc4e tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:04.398426 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-46fb49a8-7bf0-4a4d-8626-ae306ff3d123 req-05bca9d0-0170-4df5-b1b5-bfa7b8f1cc4e tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=379e27a7-4458-4e01-ac37-44b0eec1580a HTTP/1.1" status: 200 len: 945 time: 0.0936871 Apr 22 16:29:04.446964 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-46fb49a8-7bf0-4a4d-8626-ae306ff3d123 req-0b79b4b4-8afc-4953-b0c1-110449b22c95 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/security-groups?id=29af47e7-8822-47e3-8691-b0da336f0638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419958 Apr 22 16:29:04.772924 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380a885-a5fd-494d-8c76-7182ca55dcb1 req-18cd1a15-162c-4394-9072-a1851df349dc tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 16:29:04.774559 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3380a885-a5fd-494d-8c76-7182ca55dcb1 req-18cd1a15-162c-4394-9072-a1851df349dc tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.43 "GET /v2.0/ports?device_id=379e27a7-4458-4e01-ac37-44b0eec1580a HTTP/1.1" status: 200 len: 945 time: 0.0910962 Apr 22 16:29:04.858712 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-3380a885-a5fd-494d-8c76-7182ca55dcb1 req-f80bdd56-97e6-40e3-8b61-569135bd1786 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Deleting port 3dcad20b-e315-4e91-8c24-aa21e8ff6e32 {{(pid=86316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:29:04.859223 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-3380a885-a5fd-494d-8c76-7182ca55dcb1 req-f80bdd56-97e6-40e3-8b61-569135bd1786 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242087330164'] for port, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:05.127081 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [req-3380a885-a5fd-494d-8c76-7182ca55dcb1 req-f80bdd56-97e6-40e3-8b61-569135bd1786 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] For port 3dcad20b-e315-4e91-8c24-aa21e8ff6e32, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3dcad20b-e315-4e91-8c24-aa21e8ff6e32,segment=NetworkSegment(7d54bb67-baab-4e63-92e1-fa76b4e755bf),segment_id=7d54bb67-baab-4e63-92e1-fa76b4e755bf)] {{(pid=86316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 16:29:05.127478 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-3380a885-a5fd-494d-8c76-7182ca55dcb1 req-f80bdd56-97e6-40e3-8b61-569135bd1786 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854098054'] for port, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:05.259456 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [req-3380a885-a5fd-494d-8c76-7182ca55dcb1 req-f80bdd56-97e6-40e3-8b61-569135bd1786 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Calling delete_port for 3dcad20b-e315-4e91-8c24-aa21e8ff6e32 owned by compute:nova {{(pid=86316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 16:29:05.410041 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-3380a885-a5fd-494d-8c76-7182ca55dcb1 req-f80bdd56-97e6-40e3-8b61-569135bd1786 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33084476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854335045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363242087326239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794766999411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851263655'] for port, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:05.415837 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-cf4b7f8a-03b8-4588-882e-a27cdadcee89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:05.422004 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.db [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] get_ports_and_sgs() called for port_ids ['3dcad20b-e315-4e91-8c24-aa21e8ff6e32'] {{(pid=86317) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 16:29:05.465150 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bdd56-97e6-40e3-8b61-569135bd1786 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Pushing event deleted for resources: {'Port': ['ID=3dcad20b-e315-4e91-8c24-aa21e8ff6e32,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:05.469255 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-f80bdd56-97e6-40e3-8b61-569135bd1786 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:05.549030 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.l3_dvrscheduler_db [req-3380a885-a5fd-494d-8c76-7182ca55dcb1 req-f80bdd56-97e6-40e3-8b61-569135bd1786 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] No DVR routers for this DVR port 3dcad20b-e315-4e91-8c24-aa21e8ff6e32 on host hv-cinder-78462 {{(pid=86316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 16:29:05.551783 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [req-3380a885-a5fd-494d-8c76-7182ca55dcb1 req-f80bdd56-97e6-40e3-8b61-569135bd1786 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:05.554776 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379e27a7-4458-4e01-ac37-44b0eec1580a', 'name': 'network-vif-deleted', 'tag': '3dcad20b-e315-4e91-8c24-aa21e8ff6e32'}] {{(pid=86316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:29:05.610697 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379e27a7-4458-4e01-ac37-44b0eec1580a', 'name': 'network-vif-deleted', 'tag': '3dcad20b-e315-4e91-8c24-aa21e8ff6e32', 'status': 'completed', 'code': 200} Apr 22 16:29:05.617241 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-3380a885-a5fd-494d-8c76-7182ca55dcb1 req-f80bdd56-97e6-40e3-8b61-569135bd1786 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.43 "DELETE /v2.0/ports/3dcad20b-e315-4e91-8c24-aa21e8ff6e32 HTTP/1.1" status: 204 len: 173 time: 0.8365979 Apr 22 16:29:05.619608 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-ce829af0-c5f6-4d0d-9e97-a53463f0391b req-67cf4a63-520c-485b-aaf0-a4d9440b20c7 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Synchronizing usage tracker for tenant:6eccba71214b4021af3cb8b267a5f32a on resource:port {{(pid=86316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 16:29:05.641333 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.quota.resource [req-ce829af0-c5f6-4d0d-9e97-a53463f0391b req-67cf4a63-520c-485b-aaf0-a4d9440b20c7 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] Unset dirty status for tenant:6eccba71214b4021af3cb8b267a5f32a on resource:port {{(pid=86316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 16:29:05.643971 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [req-ce829af0-c5f6-4d0d-9e97-a53463f0391b req-67cf4a63-520c-485b-aaf0-a4d9440b20c7 tempest-VolumesSnapshotTestJSON-502525605 tempest-VolumesSnapshotTestJSON-502525605-project] 10.222.0.21 "GET /v2.0/ports?device_id=379e27a7-4458-4e01-ac37-44b0eec1580a HTTP/1.1" status: 200 len: 210 time: 0.0787942 Apr 22 16:29:08.223786 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:08.475495 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fae6a93d-a44d-4b61-9977-b213c39eb218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:08.954207 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 3dcad20b-e315-4e91-8c24-aa21e8ff6e32 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 16:29:08.991929 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.plugin [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] No Port match for: 3dcad20b-e315-4e91-8c24-aa21e8ff6e32 {{(pid=86317) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:29:08.992325 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.rpc [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Device 3dcad20b-e315-4e91-8c24-aa21e8ff6e32 not bound to the agent host hv-cinder-78462 {{(pid=86317) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 16:29:11.415781 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bd1b253d-3f5f-4ba4-93c8-e542f1c34266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:11.648728 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:11.832311 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:13.187516 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:25.392604 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:29:26.143794 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 49766) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:29:26.214354 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1178ee7-de17-4127-b179-c0cbd919ce0f admin admin] Deleting subnet 7aece38d-faef-4f1d-9fce-5d0671f7c1bb {{(pid=86316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 16:29:26.218165 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c1178ee7-de17-4127-b179-c0cbd919ce0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:26.269643 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c1178ee7-de17-4127-b179-c0cbd919ce0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2327804'] for subnet, precommit_delete_associations {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:26.327488 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c1178ee7-de17-4127-b179-c0cbd919ce0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33244205'] for subnet, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:26.584157 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c1178ee7-de17-4127-b179-c0cbd919ce0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821531627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-786019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851264883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851556116'] for subnet, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:26.589014 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:26.626036 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1178ee7-de17-4127-b179-c0cbd919ce0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aece38d-faef-4f1d-9fce-5d0671f7c1bb,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:26.628928 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-c1178ee7-de17-4127-b179-c0cbd919ce0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:26.631539 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c1178ee7-de17-4127-b179-c0cbd919ce0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:26.637981 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-c1178ee7-de17-4127-b179-c0cbd919ce0f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7aece38d-faef-4f1d-9fce-5d0671f7c1bb HTTP/1.1" status: 204 len: 168 time: 0.4930348 Apr 22 16:29:26.640686 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 49770) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:29:26.756145 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c42f30e1-d400-4713-8147-c557f45afef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33148001'] for network, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:26.886330 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c42f30e1-d400-4713-8147-c557f45afef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036821531528', 'neutron.services.segments.db._delete_segments_for_network-8794767365747'] for network, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:26.998929 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-c42f30e1-d400-4713-8147-c557f45afef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a8cf941-60bc-4483-9f8e-13528e969503']}} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:29:27.011401 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-c42f30e1-d400-4713-8147-c557f45afef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d54bb67-baab-4e63-92e1-fa76b4e755bf') {'for_net_delete': True} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:29:27.011742 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.services.segments.db [None req-c42f30e1-d400-4713-8147-c557f45afef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d54bb67-baab-4e63-92e1-fa76b4e755bf') {} {{(pid=86316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 16:29:27.023734 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c42f30e1-d400-4713-8147-c557f45afef7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242087248739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852448012'] for segment, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:27.041734 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c42f30e1-d400-4713-8147-c557f45afef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821528757'] for segment, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:27.048580 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c42f30e1-d400-4713-8147-c557f45afef7 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=86316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 16:29:27.228190 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-c42f30e1-d400-4713-8147-c557f45afef7 admin admin] Network 8a8cf941-60bc-4483-9f8e-13528e969503 has no segments {{(pid=86316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:29:27.237034 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c42f30e1-d400-4713-8147-c557f45afef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33247036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3512110'] for segment, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:27.412171 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.plugins.ml2.managers [None req-c42f30e1-d400-4713-8147-c557f45afef7 admin admin] Network 8a8cf941-60bc-4483-9f8e-13528e969503 has no segments {{(pid=86316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: Traceback (most recent call last): Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: timer() Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: cb(*args, **kw) Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: return func(*args, **kwargs) Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: self._notify() Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: self.callback(batched_events) Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: event.method(event) Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: segment_id)['aggregates'][0] Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: return f(self, *a, **k) Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: return self._get(url).json() Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: **kwargs) Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: return self.request(url, 'GET', **kwargs) Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: **endpoint_filter) Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:29:27.663311 dv-cinder-784623-7-smb neutron-server[86202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:29:27.738397 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c42f30e1-d400-4713-8147-c557f45afef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33244272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854217319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-691077'] for network, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:27.742010 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:27.761209 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c42f30e1-d400-4713-8147-c557f45afef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854217334'] for network, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:27.768730 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f30e1-d400-4713-8147-c557f45afef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a8cf941-60bc-4483-9f8e-13528e969503,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:27.773186 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-c42f30e1-d400-4713-8147-c557f45afef7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8a8cf941-60bc-4483-9f8e-13528e969503 HTTP/1.1" status: 204 len: 168 time: 1.1315060 Apr 22 16:29:27.778074 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f30e1-d400-4713-8147-c557f45afef7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:27.778511 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f30e1-d400-4713-8147-c557f45afef7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:27.778925 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f30e1-d400-4713-8147-c557f45afef7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:27.779572 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f30e1-d400-4713-8147-c557f45afef7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:27.779925 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f30e1-d400-4713-8147-c557f45afef7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:27.780327 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f30e1-d400-4713-8147-c557f45afef7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:27.780723 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f30e1-d400-4713-8147-c557f45afef7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:27.781119 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f30e1-d400-4713-8147-c557f45afef7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:27.781516 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f30e1-d400-4713-8147-c557f45afef7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:27.781914 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f30e1-d400-4713-8147-c557f45afef7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:27.782306 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f30e1-d400-4713-8147-c557f45afef7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:27.782722 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42f30e1-d400-4713-8147-c557f45afef7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-7-smb {{(pid=86316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 16:29:27.785966 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-c42f30e1-d400-4713-8147-c557f45afef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:27.885216 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 49776) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:29:27.937881 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-f1368b49-9f8e-4197-8a3b-3fddfa703ec8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6eccba71214b4021af3cb8b267a5f32a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513062 Apr 22 16:29:27.940343 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [-] (86316) accepted ('10.222.0.21', 49780) {{(pid=86316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:29:28.000216 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9e99a46f-c1f9-4553-9b35-dd6dc1ed17b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:28.026018 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9e99a46f-c1f9-4553-9b35-dd6dc1ed17b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:28.072300 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9e99a46f-c1f9-4553-9b35-dd6dc1ed17b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657063'] for security_group, after_delete {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:28.076665 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-3845e2b8-a038-4892-9eb0-8f5a9d9744b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 16:29:28.087873 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99a46f-c1f9-4553-9b35-dd6dc1ed17b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29af47e7-8822-47e3-8691-b0da336f0638,revision_number=None']} {{(pid=86316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 16:29:28.093057 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG oslo_concurrency.lockutils [None req-9e99a46f-c1f9-4553-9b35-dd6dc1ed17b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 16:29:28.095087 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-9e99a46f-c1f9-4553-9b35-dd6dc1ed17b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:28.096281 dv-cinder-784623-7-smb neutron-server[86202]: INFO neutron.wsgi [None req-9e99a46f-c1f9-4553-9b35-dd6dc1ed17b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29af47e7-8822-47e3-8691-b0da336f0638 HTTP/1.1" status: 204 len: 168 time: 0.1549802 Apr 22 16:29:38.239318 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:38.476642 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-42142493-e232-40c5-8b65-06eecc617783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:41.417188 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6a3bcc9a-43fd-4dd9-8e03-807e039d1825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:41.649208 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:41.833317 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:29:43.302812 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:02.392316 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:30:02.580243 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [req-bb53a667-f57e-44ee-b9c7-120a7967d9c7 req-fd4e030a-177e-4917-b691-d0432e9cb2b5 service neutron] (86315) timed out ('10.222.0.43', 49759) {{(pid=86315) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 22 16:30:08.246666 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:08.479025 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-096259b4-f720-4dca-a615-bd6d239c0e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:11.420408 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-e58cfc54-ce42-4951-85b3-8484804b28a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:11.651930 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:11.834885 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:13.193389 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:18.282872 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.wsgi [req-05b8f759-8f1a-43f3-8774-a983a5309f68 req-9a0e17f4-2615-4efe-9ec0-5841be57b530 service neutron] (86315) timed out ('10.222.0.43', 49780) {{(pid=86315) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 22 16:30:38.237655 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:38.479840 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-076ab343-bcd7-4a7b-82d1-bb575b5cec2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:39.391931 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:30:41.423555 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d3ac6198-8b8a-4f55-a2e2-379db93f90ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:41.655069 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:41.837029 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:30:43.198208 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:08.241583 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:08.481123 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-bfd7121b-9708-49ce-8a82-03e0609e6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:11.426599 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-fa0aa1cf-4747-442d-8157-0a57a240a0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:11.657890 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:11.840324 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:13.201062 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:16.392318 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:31:38.232903 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:38.482558 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-a5167a4b-d5f6-443d-a661-997d28bfb767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:41.427831 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7304f394-9d88-4cc6-a4a4-9ebe4c4d18d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:41.660924 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:41.843852 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:43.477911 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:31:53.391608 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:32:08.262295 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:08.485791 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-7f5825e2-0dfd-48be-9f23-80609fce2bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:11.431315 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-00631700-66b9-4db0-9fc1-2a66d161b57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:11.671463 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:11.863218 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:13.207265 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:30.391726 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:32:38.261367 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:38.488311 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-95966bc5-0044-4b0a-899d-2ef72fe94304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:41.438773 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-4a99a93e-bc83-4a4b-8e62-27789944bb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:41.676772 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:41.849162 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:32:43.213700 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:07.392272 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:33:08.271608 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:08.489319 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-d00a2ea9-d7a2-4eaa-944f-01904cc8fd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:11.433506 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-398a4ba3-9a19-428d-aed9-e13ed4d0cf97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:11.671902 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:11.852520 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:13.214947 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:38.278652 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:38.504028 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-29e02dbe-43cd-45a4-ad01-28706d8c512c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:41.437836 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-8256ae0e-0dbd-493d-9f52-949e8d8c4ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:41.683229 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:41.862814 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:43.348630 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:33:44.395960 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 16:34:08.277979 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-f184b683-84f7-4c1b-887d-06b2cf04163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:08.496887 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-c567e102-0bbf-485b-b1e1-56228bc7c11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:11.434080 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-3da6141b-0e3e-48de-8717-0502346c13e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:11.684424 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-442163a5-e410-4470-a8c5-0ffe000bf639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:11.899797 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-549c8091-6d24-4fa4-b08a-d1c14c3f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:13.222247 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron_lib.callbacks.manager [None req-6cc53dd8-2c43-4f72-84e8-30d2b2738711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242087410053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036821623974'] for agent, after_update {{(pid=86317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 16:34:21.403295 dv-cinder-784623-7-smb neutron-server[86202]: DEBUG neutron.db.agents_db [None req-df93e71b-22f2-4e36-9f5d-bff047eb302c None None] Agent healthcheck: found 6 active agents {{(pid=86318) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}